-- Logs begin at Thu 2022-05-05 14:33:57 UTC, end at Thu 2022-05-05 15:52:18 UTC. -- May 05 15:23:43.033611 dv-cinder-840678-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 05 15:23:45.821432 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.common.config [-] Logging enabled! May 05 15:23:45.821931 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev185 May 05 15:23:45.822208 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103612) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 05 15:23:45.825544 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.common.config [-] Logging enabled! May 05 15:23:45.825797 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev185 May 05 15:23:45.826103 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103612) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 05 15:23:45.827068 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 15:23:45.827298 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 15:23:45.827658 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 15:23:45.827900 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 15:23:45.828122 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 15:23:45.828430 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.829455 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.829685 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.829981 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.830272 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.830574 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.830864 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.831157 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.831437 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.831714 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.831994 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.832223 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.832497 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.832781 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.833065 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.833288 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] debug = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.833564 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.833993 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.834433 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.834711 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.834998 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.835273 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.835541 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.835811 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.836099 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.836414 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] host = dv-cinder-840678-1-iscsi {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.836683 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.836966 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.837246 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.837525 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.837794 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.838064 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.838427 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.838699 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.838965 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] log_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.839236 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.839516 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.839797 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.840080 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.840298 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.840515 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.840794 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.841086 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.841357 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.841624 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.841891 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.842158 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.842450 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.842713 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.842991 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.843267 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.843545 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.843816 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.844080 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.844956 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.845226 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.845511 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.845925 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.847418 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.847418 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.847418 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.847418 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.847418 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.847418 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.847857 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.847942 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.848189 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.848460 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.848740 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.849008 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.849277 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.849544 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] use_json = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.849810 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.850075 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.850376 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.850646 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.850913 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.851181 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.851448 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.851728 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.851995 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:45.852285 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.852576 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.852870 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.853149 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.853449 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.853725 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.854011 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.854301 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.854594 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.854878 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.855160 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.855436 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.855730 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.856017 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.856308 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.856607 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.856897 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.857187 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.857462 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.857732 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.858003 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.858328 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.858584 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.858859 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.859144 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.859429 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.859704 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.860103 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.860506 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.860794 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.861086 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.861375 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.861652 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.861929 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.862218 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.862519 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.862792 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.863078 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.863354 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.863626 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.863905 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.864182 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.864452 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.864720 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.864992 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.865277 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.865550 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.865818 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.866086 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.866386 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.866657 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.866936 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.867212 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.867483 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.867752 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.868027 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.868299 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.868569 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.868841 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.869110 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.869383 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.869651 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.869919 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.870186 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.870479 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.870746 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.871012 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.871279 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.871551 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.871819 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.872085 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.872352 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.872619 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.872886 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.873180 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.873454 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.873728 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.874001 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.874305 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.874572 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.874845 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.875119 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.875414 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.875684 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.875970 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.876248 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.876526 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.876803 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.877075 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.877385 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.877659 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.877931 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.878207 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.878502 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.878774 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.879053 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.879330 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.879620 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.879907 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.880194 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.880485 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.880770 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.881045 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.881348 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.881622 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:45.881835 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 15:23:45.882068 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103612) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 05 15:23:46.340705 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 05 15:23:46.340969 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 05 15:23:46.341270 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 05 15:23:46.341596 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.manager [-] Loading core plugin: ml2 May 05 15:23:46.665178 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.665469 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.665734 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.667176 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.667449 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.667710 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.723531 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.723811 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.724077 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.738733 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.739014 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.739283 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.770263 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.770562 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.770827 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.806556 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.806833 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:46.807100 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.159300 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.159983 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.159983 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.160209 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.160762 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.260969 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.261291 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.261574 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.261850 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.262119 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.262456 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.262720 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.262977 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.263231 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.263510 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.263768 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.264030 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.264284 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.264532 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.264784 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.265047 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.265302 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.265567 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.265835 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.266769 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.267117 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.267299 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.267584 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.267962 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.268213 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.268459 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.268855 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:23:47.269092 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:23:47.269328 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:23:47.269560 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:23:47.269794 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:23:47.270022 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:23:47.270420 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 05 15:23:47.273500 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 05 15:23:47.277411 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 05 15:23:47.281207 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 05 15:23:47.283585 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 05 15:23:47.284045 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 05 15:23:47.284531 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 05 15:23:47.284922 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 05 15:23:47.287735 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 05 15:23:47.287984 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 05 15:23:47.288324 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 05 15:23:47.293143 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 05 15:23:47.319493 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 05 15:23:47.319950 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.320251 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103612) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 05 15:23:47.320625 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.321976 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103612) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 05 15:23:47.322354 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 05 15:23:47.324798 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 05 15:23:47.332952 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.333232 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:47.395851 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 05 15:23:47.396085 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 05 15:23:47.396321 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 05 15:23:47.396689 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 05 15:23:47.417973 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_db.sqlalchemy.engines [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103612) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 05 15:23:48.055652 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Initializing driver for type 'gre' May 05 15:23:48.056112 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] gre ID ranges: [(1, 1000)] May 05 15:23:48.268461 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Initializing driver for type 'local' May 05 15:23:48.269048 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Initializing driver for type 'vlan' May 05 15:23:48.403923 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] VlanTypeDriver initialization complete May 05 15:23:48.404282 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Initializing driver for type 'vxlan' May 05 15:23:48.404789 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] vxlan ID ranges: [(1, 1000)] May 05 15:23:48.651567 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Initializing extension driver 'port_security' May 05 15:23:48.651911 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.extensions.port_security [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] PortSecurityExtensionDriver initialization complete May 05 15:23:48.652252 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Initializing mechanism driver 'openvswitch' May 05 15:23:48.652583 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Initializing mechanism driver 'hyperv' May 05 15:23:48.665472 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.plugins.ml2.plugin [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:23:48.666269 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > port after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.666678 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > port after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.667039 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > port after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.667566 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:23:48.668007 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > subnet after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.668370 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > subnet after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.668723 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.669127 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:23:48.669540 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > network after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.669896 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > network after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.670245 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > network after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.670950 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:23:48.671363 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > security_group after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.671763 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > security_group after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.672113 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.673045 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:23:48.673466 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.673826 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.674178 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.674612 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:23:48.675080 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > address_group after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.675434 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > address_group after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.675780 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.676176 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:23:48.676623 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] ML2 OVO RPC backend initialized. {{(pid=103612) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 05 15:23:48.677331 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.677692 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.678111 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > network before_response 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.678494 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > networks before_response 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.678857 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > port before_response 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.679204 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > ports before_response 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.679554 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > subnet before_response 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.679899 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > subnets before_response 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.680251 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > network after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.680595 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > network after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.680944 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > network after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.681283 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > port after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.681626 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > port after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.681965 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > port after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.682323 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > subnet after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.682671 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > subnet after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.683027 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.691033 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded quota_driver: . May 05 15:23:48.691397 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.plugin [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Modular L2 Plugin initialization complete May 05 15:23:48.691745 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading services supported by the core plugin {{(pid=103612) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 05 15:23:48.692089 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.plugins.ml2.managers [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Got port-security extension from driver 'port_security' May 05 15:23:48.692569 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.extensions.vlantransparent [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Disabled vlantransparent extension. May 05 15:23:48.693063 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103612) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 05 15:23:48.693390 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading Plugin: router May 05 15:23:48.734707 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.735658 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router after_create 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.736044 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router before_create 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.736415 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.736792 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.737157 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router after_delete 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.737526 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.737885 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.738248 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router after_create 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.738629 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router after_update 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.738985 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router after_update 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.739338 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.739819 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router after_update 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.740238 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router precommit_update 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.740612 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: port after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.740957 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: port after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.741300 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: subnet after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.741641 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.741991 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.742370 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router precommit_create 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.742719 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: port before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.743064 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router precommit_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.743421 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router after_update 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.743764 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.744121 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router precommit_create 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.744487 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.744833 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router precommit_update 55549900 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.745198 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > agent after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.745551 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > agent after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.745899 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > network after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.746796 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Tracking information for resource: router configured {{(pid=103612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:23:48.747127 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Tracking information for resource: floatingip configured {{(pid=103612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:23:48.752464 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.db.l3_agentschedulers_db [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 05 15:23:48.753051 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: port after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.753419 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: port after_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.753782 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: port after_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.754140 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: port after_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.754977 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router before_create 55550100 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.755345 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.755712 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router precommit_create 55550100 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.756073 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > router precommit_update 55550100 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.760861 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.services.provider_configuration [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service providers = [] {{(pid=103612) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 05 15:23:48.761545 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.db.servicetype_db [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103612) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 05 15:23:48.764195 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.services.service_base [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:23:48.764545 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.services.service_base [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:23:48.764889 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.services.service_base [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:23:48.765779 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.services.service_base [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:23:48.767198 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.services.service_base [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Default provider is not specified for service type L3_ROUTER_NAT May 05 15:23:48.767589 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:23:48.767911 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 05 15:23:48.778575 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:23:48.778912 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading Plugin: auto_allocate May 05 15:23:48.785656 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: network precommit_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.786031 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: network precommit_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.786588 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:23:48.786915 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading Plugin: tag May 05 15:23:48.793661 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:23:48.793995 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading Plugin: timestamp May 05 15:23:48.798605 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:23:48.798940 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading Plugin: network_ip_availability May 05 15:23:48.804423 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.804804 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.805161 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:48.805870 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:23:48.806191 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading Plugin: flavors May 05 15:23:48.811100 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:23:48.811439 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading Plugin: revisions May 05 15:23:48.816204 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:23:48.816595 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_concurrency.lockutils [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.475s {{(pid=103612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 05 15:23:48.817338 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103612) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 05 15:23:48.817673 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Initializing extension manager. May 05 15:23:48.818196 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: __init__.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.818570 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: __pycache__ {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.818910 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: _port_mac_address_override.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.819246 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: address_group.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.820001 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.820564 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: address-group May 05 15:23:48.820891 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: address_scope.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.821602 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.822104 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: address-scope May 05 15:23:48.822462 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.823392 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.823894 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: router-admin-state-down-before-update May 05 15:23:48.824219 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: agent.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.824929 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.825427 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: agent May 05 15:23:48.825750 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: agent_resources_synced.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.826686 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.827187 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: agent-resources-synced May 05 15:23:48.827509 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: allowedaddresspairs.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.830249 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.830797 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: allowed-address-pairs May 05 15:23:48.831131 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: auto_allocated_topology.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.832207 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.832716 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: auto-allocated-topology May 05 15:23:48.833043 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: availability_zone.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.833746 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.834250 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: availability_zone May 05 15:23:48.834606 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: availability_zone_filter.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.835542 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.836048 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: availability_zone_filter May 05 15:23:48.836373 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: data_plane_status.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.837284 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.837783 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension data-plane-status not supported by any of loaded plugins May 05 15:23:48.838108 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: default_subnetpools.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.839062 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.839566 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: default-subnetpools May 05 15:23:48.839893 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.840699 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.841196 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: dhcp_agent_scheduler May 05 15:23:48.841521 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: dns.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.842458 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.842953 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension dns-integration not supported by any of loaded plugins May 05 15:23:48.843277 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: dns_domain_ports.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.844835 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.845762 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension dns-domain-ports not supported by any of loaded plugins May 05 15:23:48.846094 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.847059 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.847558 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 05 15:23:48.847886 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: dvr.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.848561 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.849063 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: dvr May 05 15:23:48.849388 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: ecmp_routes.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.850325 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.850825 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension ecmp_routes not supported by any of loaded plugins May 05 15:23:48.851149 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: empty_string_filtering.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.852059 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.852559 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: empty-string-filtering May 05 15:23:48.852884 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.853813 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.854309 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 05 15:23:48.854647 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.855573 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.856070 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 05 15:23:48.856397 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: external_net.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.857307 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.857809 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: external-net May 05 15:23:48.858137 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.859071 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.859571 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: extra_dhcp_opt May 05 15:23:48.860402 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: extraroute.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.861321 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.861823 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: extraroute May 05 15:23:48.862150 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: extraroute_atomic.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.863394 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.863904 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: extraroute-atomic May 05 15:23:48.864234 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: filter_validation.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.864902 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.865407 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: filter-validation May 05 15:23:48.865732 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: fip_pf_description.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.866673 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.867168 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 05 15:23:48.867496 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: fip_pf_port_range.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.868403 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.868898 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 05 15:23:48.869224 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: fip_port_details.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.870137 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.870674 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: fip-port-details May 05 15:23:48.871000 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: flavors.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.872207 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.872715 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: flavors May 05 15:23:48.873043 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.874762 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.875277 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 05 15:23:48.876059 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: floatingip_pools.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.876768 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.877284 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: floatingip-pools May 05 15:23:48.877615 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: ip_allocation.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.878621 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.879125 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension ip_allocation not supported by any of loaded plugins May 05 15:23:48.879452 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.880371 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.880877 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: ip-substring-filtering May 05 15:23:48.881207 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: l2_adjacency.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.882128 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.882664 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension l2_adjacency not supported by any of loaded plugins May 05 15:23:48.882995 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: l3.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.883961 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.884474 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: router May 05 15:23:48.884807 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.887074 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.887595 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 05 15:23:48.887933 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.888859 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.889368 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: ext-gw-mode May 05 15:23:48.889700 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.890656 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.892176 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: l3-ha May 05 15:23:48.892512 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.893435 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.893938 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 05 15:23:48.894267 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: l3_flavors.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.895215 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.895718 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: l3-flavors May 05 15:23:48.896044 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.897405 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.897917 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 05 15:23:48.898249 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.899200 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.899712 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: l3-port-ip-change-not-allowed May 05 15:23:48.900043 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: l3agentscheduler.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.901076 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.901580 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: l3_agent_scheduler May 05 15:23:48.901908 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: local_ip.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.905152 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.905674 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension local_ip not supported by any of loaded plugins May 05 15:23:48.906008 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: logging.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.908538 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.909052 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension logging not supported by any of loaded plugins May 05 15:23:48.909390 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: metering.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.910160 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.910785 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: metering May 05 15:23:48.911107 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.913218 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.913728 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: metering_source_and_destination_fields May 05 15:23:48.914058 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: multiprovidernet.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.915019 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.915570 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: multi-provider May 05 15:23:48.915856 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: netmtu.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.916774 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.917273 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: net-mtu May 05 15:23:48.917598 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: netmtu_writable.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.918546 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.919043 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: net-mtu-writable May 05 15:23:48.919366 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: network_availability_zone.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.920034 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.920784 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: network_availability_zone May 05 15:23:48.921117 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: network_ip_availability.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.922239 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.923202 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: network-ip-availability May 05 15:23:48.923530 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: network_segment_range.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.924303 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.924801 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension network-segment-range not supported by any of loaded plugins May 05 15:23:48.925127 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: pagination.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.926120 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.926489 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: pagination May 05 15:23:48.926815 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: port_device_profile.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.927727 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.928231 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: port-device-profile May 05 15:23:48.928554 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: port_mac_address_override.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.929490 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.929990 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: port-mac-override May 05 15:23:48.930345 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.931284 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.931780 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: port-mac-address-regenerate May 05 15:23:48.932106 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.933024 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.933530 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: port-numa-affinity-policy May 05 15:23:48.933854 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: port_resource_request.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.934797 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.935297 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension port-resource-request not supported by any of loaded plugins May 05 15:23:48.935622 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: port_resource_request_groups.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.936593 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.937088 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 05 15:23:48.937414 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: portbindings.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.939325 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.939836 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: binding May 05 15:23:48.940164 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: portbindings_extended.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.941429 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.941939 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: binding-extended May 05 15:23:48.942268 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: portsecurity.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.943205 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.943711 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: port-security May 05 15:23:48.944042 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: project_id.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.945010 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.945344 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: project-id May 05 15:23:48.945669 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: providernet.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.946624 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.947128 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: provider May 05 15:23:48.947452 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.951169 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.951686 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos not supported by any of loaded plugins May 05 15:23:48.952023 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.953270 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.954774 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 05 15:23:48.955112 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.956047 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.956557 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 05 15:23:48.956884 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_default.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.957799 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.958336 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-default not supported by any of loaded plugins May 05 15:23:48.958675 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_fip.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.959600 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.960103 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-fip not supported by any of loaded plugins May 05 15:23:48.960431 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.961348 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.961848 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 05 15:23:48.962176 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_gateway_ip.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.963131 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.963634 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 05 15:23:48.963962 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_port_network_policy.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.964883 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.965388 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 05 15:23:48.965716 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.966790 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.967301 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 05 15:23:48.967629 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.968668 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.969604 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 05 15:23:48.969958 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_pps_rule.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.971186 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.971697 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-pps not supported by any of loaded plugins May 05 15:23:48.972028 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_rule_type_details.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.972941 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.973444 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 05 15:23:48.973773 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.974937 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.975299 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 05 15:23:48.975625 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: qos_rules_alias.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.976668 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.977175 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension qos-rules-alias not supported by any of loaded plugins May 05 15:23:48.977501 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: quota_check_limit.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.978509 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.979021 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: quota-check-limit May 05 15:23:48.979350 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: quotasv2.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.980279 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.980608 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: quotas May 05 15:23:48.980931 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: quotasv2_detail.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.982660 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.983003 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: quota_details May 05 15:23:48.983336 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: rbac.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.984395 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.985423 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: rbac-policies May 05 15:23:48.985768 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: rbac_address_group.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.986746 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.987262 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: rbac-address-group May 05 15:23:48.987591 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: rbac_address_scope.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.988521 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.989032 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: rbac-address-scope May 05 15:23:48.989361 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: rbac_security_groups.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.990317 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.990838 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: rbac-security-groups May 05 15:23:48.991165 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: rbac_subnetpool.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.992088 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.992595 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: rbac-subnetpool May 05 15:23:48.992922 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: revisionifmatch.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.993849 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.994390 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: revision-if-match May 05 15:23:48.994721 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: revisions.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.996014 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.996365 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: standard-attr-revisions May 05 15:23:48.996693 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: router_availability_zone.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.997372 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.997876 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: router_availability_zone May 05 15:23:48.998204 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: routerservicetype.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:48.999160 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:48.999671 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension router-service-type not supported by any of loaded plugins May 05 15:23:48.999998 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.001871 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.002415 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: security-groups-normalized-cidr May 05 15:23:49.002748 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.003679 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.004186 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: port-security-groups-filtering May 05 15:23:49.004516 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.005452 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.005958 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: security-groups-remote-address-group May 05 15:23:49.006357 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.007369 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.007880 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: security-groups-shared-filtering May 05 15:23:49.008213 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.008811 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 05 15:23:49.009140 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: securitygroup.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.019921 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.020446 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: security-group May 05 15:23:49.020783 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: segment.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.021523 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.022034 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension segment not supported by any of loaded plugins May 05 15:23:49.022391 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.023343 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.023850 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 05 15:23:49.024179 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: servicetype.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.025273 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.025786 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: service-type May 05 15:23:49.026117 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: sorting.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.027141 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.027479 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: sorting May 05 15:23:49.027804 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: standard_attr_segment.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.028721 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.029232 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension standard-attr-segment not supported by any of loaded plugins May 05 15:23:49.029559 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: standardattrdescription.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.030206 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.030733 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: standard-attr-description May 05 15:23:49.031059 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: stateful_security_group.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.032464 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.032968 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: stateful-security-group May 05 15:23:49.033293 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: stdattrs_common.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.033871 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 05 15:23:49.034195 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.035164 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.035668 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 05 15:23:49.035991 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: subnet_onboard.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.037066 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.037570 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: subnet_onboard May 05 15:23:49.037894 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.038868 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.039371 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 05 15:23:49.039696 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: subnet_service_types.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.040616 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.041124 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: subnet-service-types May 05 15:23:49.041448 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: subnetallocation.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.042563 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.043071 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: subnet_allocation May 05 15:23:49.043397 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.044058 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.044560 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: subnetpool-prefix-ops May 05 15:23:49.044882 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.046084 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.046609 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 05 15:23:49.046939 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: tagging.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.048465 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.048978 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: standard-attr-tag May 05 15:23:49.049307 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: timestamp.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.050590 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.051101 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loaded extension: standard-attr-timestamp May 05 15:23:49.051431 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: trunk.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.052477 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.052980 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension trunk not supported by any of loaded plugins May 05 15:23:49.053309 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: trunk_details.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.054227 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.054753 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension trunk-details not supported by any of loaded plugins May 05 15:23:49.055078 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: uplink_status_propagation.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.056000 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.056502 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 05 15:23:49.056832 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Loading extension file: vlantransparent.py {{(pid=103612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:23:49.057504 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:23:49.058002 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extension vlan-transparent not supported by any of loaded plugins May 05 15:23:49.060540 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:network May 05 15:23:49.061060 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:subnet May 05 15:23:49.061458 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:23:49.061848 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:port May 05 15:23:49.065269 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.065725 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service FLAVORS assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.066388 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.066836 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.067186 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:router May 05 15:23:49.067628 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:floatingip May 05 15:23:49.068118 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service METERING assigned prefix: /metering {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.069566 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:49.069951 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:49.070328 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:23:49.071330 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of CountableResource for resource:rbac_policy May 05 15:23:49.071784 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:security_group May 05 15:23:49.072216 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 15:23:49.072822 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service CORE assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.073156 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:23:49.073507 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] subnetpool is already registered May 05 15:23:49.073932 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service CORE assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.074269 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:23:49.074636 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] subnetpool is already registered May 05 15:23:49.076877 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.077314 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service FLAVORS assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.077908 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.078364 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.079754 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:router May 05 15:23:49.080108 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] router is already registered May 05 15:23:49.080533 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:floatingip May 05 15:23:49.080877 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] floatingip is already registered May 05 15:23:49.081340 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service METERING assigned prefix: /metering {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.082006 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of CountableResource for resource:rbac_policy May 05 15:23:49.082364 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] rbac_policy is already registered May 05 15:23:49.082782 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:security_group May 05 15:23:49.083120 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] security_group is already registered May 05 15:23:49.083527 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 15:23:49.083867 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] security_group_rule is already registered May 05 15:23:49.084497 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service CORE assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.084830 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:23:49.085168 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] subnetpool is already registered May 05 15:23:49.085594 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.v2.resource_helper [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Service CORE assigned prefix: {{(pid=103612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:23:49.085925 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:23:49.086263 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING neutron.quota.resource_registry [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] subnetpool is already registered May 05 15:23:49.086768 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: extensions {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.088217 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: address-groups {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.089724 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: address-scopes {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.091074 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: agents {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.092224 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: auto-allocated-topology {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.093445 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: availability_zones {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.095154 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: dhcp-networks {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.096652 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: dhcp-agents {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.098102 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: routers {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.100320 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: flavors {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.101479 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: service_profiles {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.102701 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: next_providers {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.104149 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: service_profiles {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.105675 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: floatingip-pools {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.106932 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: routers {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.109015 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: floatingips {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.111674 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: l3-routers {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.113052 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: l3-agents {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.114507 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: metering-labels {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.115859 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: metering-label-rules {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.117134 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: network-ip-availabilities {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.118416 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: bindings {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.120055 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: quotas {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.121644 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: quotas {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.123183 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: rbac-policies {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.124469 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: security-groups {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.126643 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: security-group-rules {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.127874 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: service-providers {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.129238 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: subnetpools {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.130683 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: subnetpools {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.132122 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: tags {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.133779 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: tags {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.135672 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: tags {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.137443 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: tags {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.139237 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: tags {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.141997 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: tags {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.143737 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: tags {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.145613 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: tags {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.147396 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: tags {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.149235 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron.api.extensions [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Extended resource: tags {{(pid=103612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:23:49.155111 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING keystonemiddleware.auth_token [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 05 15:23:49.160883 dv-cinder-840678-1-iscsi neutron-server[103612]: WARNING keystonemiddleware.auth_token [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 05 15:23:49.169401 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_concurrency.lockutils [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Acquired lock "singleton_lock" {{(pid=103612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 05 15:23:49.169829 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_concurrency.lockutils [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Releasing lock "singleton_lock" {{(pid=103612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 05 15:23:49.170513 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO oslo_service.service [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Starting 2 workers May 05 15:23:49.176652 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Started child 103723 {{(pid=103612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:23:49.181100 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Started child 103724 {{(pid=103612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:23:49.182001 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:49.182722 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO neutron.service [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Neutron service started, listening on 0.0.0.0:9696 May 05 15:23:49.183355 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:49.183566 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [-] (103723) wsgi starting up on http://0.0.0.0:9696 May 05 15:23:49.185740 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO oslo_service.service [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Starting 1 workers May 05 15:23:49.185894 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:49.187253 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [-] (103724) wsgi starting up on http://0.0.0.0:9696 May 05 15:23:49.191476 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Started child 103725 {{(pid=103612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:23:49.192027 dv-cinder-840678-1-iscsi neutron-server[103612]: INFO oslo_service.service [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Starting 1 workers May 05 15:23:49.194967 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.service [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] calling RpcWorker wait() {{(pid=103725) _wait /opt/stack/neutron/neutron/service.py:128}} May 05 15:23:49.195515 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.service [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] returning from RpcWorker wait() {{(pid=103725) _wait /opt/stack/neutron/neutron/service.py:135}} May 05 15:23:49.196598 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Started child 103726 {{(pid=103612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:23:49.197015 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:49.197406 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG neutron_lib.callbacks.manager [None req-f0cac678-96a9-428f-979f-83f117357d87 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:49.197516 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:23:49.199371 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 05 15:23:49.199584 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 15:23:49.199770 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 15:23:49.199999 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 15:23:49.200339 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 15:23:49.200504 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 15:23:49.201033 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.201301 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.201480 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:49.201965 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.201965 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.202434 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.202692 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:23:49.202785 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.202958 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.203246 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.203514 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.203703 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.204616 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.204871 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.205108 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.205410 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.205665 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.205923 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.206185 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.206389 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.206649 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.206940 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.207194 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.207467 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] debug = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.207710 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.208184 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.208637 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.209085 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.209513 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.209963 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.210432 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.210898 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.211324 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.211732 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.212151 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.212602 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.212764 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 37824) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:23:49.212915 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.213049 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.213268 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.213536 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.213769 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.214269 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] host = dv-cinder-840678-1-iscsi {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.214549 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.214776 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.215021 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.215266 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.215510 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.215725 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.215976 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.216222 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.216486 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.216707 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.216965 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.217331 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.217481 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.217723 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.217858 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_options = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.218040 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.218564 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.218718 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.218845 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.218972 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.219098 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.222181 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.222181 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.222181 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.222181 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.222181 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.222181 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.222181 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.222181 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.223210 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069978 May 05 15:23:49.223347 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.223347 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.223347 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.223347 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.223893 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.224153 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.224400 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.224655 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.224904 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.225169 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.225563 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.225817 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.226075 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.226344 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.227484 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.227748 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.242274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.242274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.242274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.242274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.242274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.242274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.242274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.242274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.243862 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.243862 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.243862 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.243862 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.243862 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.243862 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.243862 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.243862 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.244354 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_json = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.244354 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.244354 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.244354 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.244354 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.244354 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.244354 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.244354 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.244808 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.244808 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.244808 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.244808 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.244808 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.244808 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.244808 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.244808 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245271 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245271 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245271 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245271 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245271 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245271 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245271 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245271 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245724 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245724 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245724 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245724 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245724 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245724 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245724 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.245724 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246168 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246168 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246168 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246168 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246168 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246168 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246168 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246168 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246693 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246693 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246693 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246693 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246693 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246693 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246693 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.246693 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.247141 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.247141 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.247141 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.247945 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.247945 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.247945 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.248361 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.248361 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.248628 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.248815 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.249048 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.249266 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.249479 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.249689 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.249904 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.250118 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.250438 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.250783 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.251037 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.251456 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.251456 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.252220 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.252220 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.252220 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.252618 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.252618 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.252906 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.253078 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.253218 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.253367 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.253605 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.253820 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.254050 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.255084 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.255084 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.255084 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.255084 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.255860 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.255860 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.255860 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.255860 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.256417 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.256417 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.256417 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.256801 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.256801 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.257075 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.257075 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.257339 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.257502 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.257710 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.257923 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.258128 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.258434 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.258750 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.258957 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.259197 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.259449 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.259661 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.260555 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.260555 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.260555 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.260555 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.260848 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.261022 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.262848 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.263102 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.263322 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.264694 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.267138 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.267378 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.267635 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.267861 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.268113 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.268352 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.268638 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.269154 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.269154 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.269376 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.269602 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.269895 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.270151 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.271240 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.271496 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.271779 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.272106 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.274530 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.275636 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.275910 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.276163 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.276949 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.276949 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.277138 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.277227 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.277488 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.277733 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.277990 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.278217 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.278704 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.278927 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.279499 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.279724 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.280276 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.280521 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.280813 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.281477 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.282255 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.282658 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.283067 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.283313 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.283557 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.283804 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.284038 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.284274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.284505 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.284724 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.284957 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.285171 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.285388 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.285602 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.285815 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.286069 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.286297 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.286520 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.286751 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.286968 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.287181 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.287424 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.287638 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.287857 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.288093 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.288323 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.288555 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.288767 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.288975 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.289237 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.289451 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.289717 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.289965 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.290187 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.290421 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.290847 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.291118 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.296759 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.296759 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.296759 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.296759 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.296759 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.296759 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.296759 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.296759 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297352 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297352 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297352 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297352 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297352 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297352 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297352 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297352 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297988 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297988 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297988 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297988 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297988 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297988 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297988 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297988 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.297988 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.298607 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.298607 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.298607 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.298607 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.298607 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.298607 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.298947 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.298947 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.299479 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.299479 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.301179 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.302488 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.302766 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.303009 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.303258 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.303479 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.303781 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.304042 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.304754 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.304754 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.304918 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.304997 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.305231 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.305887 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.305887 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.305887 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.306151 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.306967 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.307607 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.307607 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.307607 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.307834 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.308110 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.308279 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.309291 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.309507 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.309716 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.309966 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.310178 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.310405 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.310631 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.310861 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.311083 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.311288 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.311504 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.311728 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.311971 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.312427 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.312636 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.313220 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.313220 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.313471 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.313689 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.313843 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.314057 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.314362 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.314609 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.314850 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.315456 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.315780 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.316102 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.316377 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.316606 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.316804 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.317019 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.317277 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.317603 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.317904 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.318159 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.319245 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.319526 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323213 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323213 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323213 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323213 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323213 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323213 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323213 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323213 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323722 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323722 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323722 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323722 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323722 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.323722 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.324087 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.324087 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.324320 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.324535 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.324759 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.326070 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.326388 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.326574 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.326811 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.327023 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.327181 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 15:23:49.327704 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 05 15:23:49.327868 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 15:23:49.328018 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 15:23:49.328177 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 15:23:49.328343 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 15:23:49.329051 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 15:23:49.329287 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.329513 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.329685 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.329829 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.330062 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.330161 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.330404 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.330495 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.330617 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.330761 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.330916 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.331071 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.331229 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.331375 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.331524 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.331680 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.331837 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.332001 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.332156 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.332311 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.332467 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.332625 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] debug = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.332780 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.332982 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.333137 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.333296 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.333452 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.333610 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.333750 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.333908 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.334063 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.334219 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.334396 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.334553 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.334708 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.334863 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.335019 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.335176 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.335330 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.335484 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] host = dv-cinder-840678-1-iscsi {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.335640 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.335800 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.335957 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.336110 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.336636 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.336636 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.336878 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.337006 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.337162 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.337318 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.337475 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.337631 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.337772 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.338371 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.338371 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_options = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.338371 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.338371 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.338800 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.338800 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.339002 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.339002 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.339202 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.339307 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.339423 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.339539 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.339698 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.339852 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.340009 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.340165 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.340320 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.340484 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.341050 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.341050 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.341050 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.341050 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.341327 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.341327 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.341495 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.341649 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.341807 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.341961 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.342119 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.342272 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.343206 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.343206 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.343206 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.343206 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.343206 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.343206 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.343814 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.343814 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.343814 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.343814 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.344807 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.344807 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.344807 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.345101 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.345101 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.345311 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.345418 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.345524 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.345667 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_json = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.345823 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.345979 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.347099 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.347099 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.347099 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.347099 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.347099 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.347099 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.347885 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:23:49.347885 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.347885 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.347885 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.347885 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.348398 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.348398 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.348398 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.348698 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.349609 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.350079 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.350252 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.350604 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.350864 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.351126 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.351283 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.351559 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.351796 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.352025 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.352250 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.352513 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.352651 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.353231 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.353483 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.353698 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.353921 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.354157 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.354462 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.354684 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.354964 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.355033 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.355254 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.355476 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.355695 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.355916 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.356137 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.356359 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.356581 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.356804 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.357035 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.357258 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.357477 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.357699 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.358025 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.358244 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.358503 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.359767 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.359767 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.359767 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.359767 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.359767 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.359767 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.359767 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.360790 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.360946 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.361100 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.361332 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.361502 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.361776 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.361992 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.362206 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.362494 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.362717 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.363107 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.363892 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.363892 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.363892 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.363892 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.363892 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.364222 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.364222 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.364338 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.364503 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.364650 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.364813 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.364976 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.365135 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.365297 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.365458 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.365622 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.365805 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.365953 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.366097 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.366238 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.366430 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.366574 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.366713 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.366869 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.367009 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.367147 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.368869 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.368869 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.368869 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.368869 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.368869 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.368869 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.368869 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.368869 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.369746 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.369746 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.369746 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.369746 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.369746 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.369746 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.369746 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.369746 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.375185 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.375185 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.375185 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.375185 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.375185 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.375185 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.375185 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.375185 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376276 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376276 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376276 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376276 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376276 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376276 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376276 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376276 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376898 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376898 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376898 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376898 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376898 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376898 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376898 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.376898 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.377440 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.377440 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.377440 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.377440 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.377440 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.377440 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.377440 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.377440 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378029 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378029 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378029 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378029 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378029 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378474 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:23:49.378560 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378560 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378560 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378560 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378560 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378560 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378560 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.378560 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.379259 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.379259 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.379259 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.379259 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.379259 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.379259 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.379259 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.379259 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.381282 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.381282 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.381282 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.381282 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.381282 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.381282 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.381282 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.381282 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383225 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383225 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383225 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383225 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383225 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383225 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383225 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383225 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383975 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383975 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383975 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383975 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383975 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383975 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383975 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.383975 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.384832 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.384832 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.384832 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.384832 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.384832 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.384832 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.384832 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.384832 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.385912 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.385912 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.385912 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.385912 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.385912 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.385912 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.385912 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.385912 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.386974 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.386974 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.386974 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.386974 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.386974 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.386974 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.386974 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.386974 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388159 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388159 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388159 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388159 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388159 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388159 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388159 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388159 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388949 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388949 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388949 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388949 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388949 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388949 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388949 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388949 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.388949 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.389546 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.389546 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.389546 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.389546 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.389546 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.389546 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.389952 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.389952 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.389952 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.390148 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.390213 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.390418 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.390628 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.390743 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.391476 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.391689 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.392080 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.392302 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.392571 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.392728 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.392883 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.393025 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.394274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.394274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.394274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.394274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.394274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.394274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.394274 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.394934 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.394934 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.394934 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.394934 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.395211 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.395291 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.395399 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.395563 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.395726 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.395893 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.396059 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.396219 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.396376 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.396545 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.396868 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.397035 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.397193 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.397546 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.397706 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.397870 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.398044 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.398201 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.398486 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.398655 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.398826 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.398995 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.399163 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.399309 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.399481 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.399656 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.399816 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.399957 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.400164 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.400323 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.400485 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.400631 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.400780 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.400935 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.401074 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.401235 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.401394 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.401553 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.401715 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.401875 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.402035 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.402197 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.402367 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.402531 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.402691 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:23:49.402843 dv-cinder-840678-1-iscsi neutron-server[103612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 15:24:00.858431 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16bcd11-a97d-4ed1-a0e8-73a45aff29c1 None None] get_active_networks_info from dv-cinder-840678-1-iscsi {{(pid=103725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 05 15:24:00.922154 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16bcd11-a97d-4ed1-a0e8-73a45aff29c1 None None] No non-hosted networks {{(pid=103725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 05 15:24:00.938960 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.agentschedulers_db [None req-f16bcd11-a97d-4ed1-a0e8-73a45aff29c1 None None] DHCP Agent not found on host dv-cinder-840678-1-iscsi {{(pid=103725) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 05 15:24:01.173852 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4281-2835-48ad-a457-78aed3096f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641290'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:03.058984 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2403e50b-e9ea-4afc-a3e7-a9beafa1a715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641290'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:03.144519 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.db.api [None req-1da4092a-b233-4fd8-af0a-3b5939e7c1cd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840678-1-iscsi {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:24:03.145380 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG oslo_db.api [None req-1da4092a-b233-4fd8-af0a-3b5939e7c1cd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:24:03.737363 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1da4092a-b233-4fd8-af0a-3b5939e7c1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:04.021567 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 37902) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:04.211261 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641290'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:04.563091 dv-cinder-840678-1-iscsi neutron-server[103723]: WARNING oslo_policy.policy [None req-43b2871a-03ef-41f8-80eb-54e7ad4ebaf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:24:04.563828 dv-cinder-840678-1-iscsi neutron-server[103723]: WARNING oslo_policy.policy [None req-43b2871a-03ef-41f8-80eb-54e7ad4ebaf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:24:04.787194 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [None req-43b2871a-03ef-41f8-80eb-54e7ad4ebaf0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:24:04.794343 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-43b2871a-03ef-41f8-80eb-54e7ad4ebaf0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7659361 May 05 15:24:05.800311 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641290'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:07.108761 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641290'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:07.109472 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.110009 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.113598 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.113598 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.113598 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.113598 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.113598 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.114038 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.114038 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.114038 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.114038 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.114038 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.114448 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.114448 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.114448 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:07.114695 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840678-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:24:07.121913 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840678-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:24:07.355483 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 37936) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:07.667933 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-3fea78d2-21e0-4514-a714-ea24adb7b48a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:24:07.760493 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.policy [None req-3fea78d2-21e0-4514-a714-ea24adb7b48a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103723) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 15:24:07.802585 dv-cinder-840678-1-iscsi neutron-server[103723]: WARNING oslo_policy.policy [None req-3fea78d2-21e0-4514-a714-ea24adb7b48a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:24:07.802973 dv-cinder-840678-1-iscsi neutron-server[103723]: WARNING oslo_policy.policy [None req-3fea78d2-21e0-4514-a714-ea24adb7b48a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:24:07.992884 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3fea78d2-21e0-4514-a714-ea24adb7b48a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794027992525', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794027993025', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794028041486', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794028019572', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794028029764', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794028069107', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1692762', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1566308', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498526', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3794153'] for rbac-policy (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:08.247677 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3fea78d2-21e0-4514-a714-ea24adb7b48a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:08.262340 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-3fea78d2-21e0-4514-a714-ea24adb7b48a admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8924370 May 05 15:24:10.767032 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 37948) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:11.083828 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:24:11.131249 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.db.l3_hamode_db [None req-8bfe57d1-55ae-4c19-a7cd-4a0c58535bdf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 05 15:24:11.211028 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe57d1-55ae-4c19-a7cd-4a0c58535bdf None None] Routers set() bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:24:11.211415 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe57d1-55ae-4c19-a7cd-4a0c58535bdf None None] Router IDs set() for agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 05 15:24:11.222473 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Made reservation on behalf of 7192d8f0799049abb47bcece952f59e6 for: {'network': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:24:11.226294 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:11.243104 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:11.350273 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Publish callbacks [] for security_group (0dbc91dc-b2db-4563-bf3a-7a34c7a8ad73), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:11.409768 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (0dbc91dc-b2db-4563-bf3a-7a34c7a8ad73), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:11.448165 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:24:11.471513 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbc91dc-b2db-4563-bf3a-7a34c7a8ad73,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:11.474606 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794023678787', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:11.475196 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Unsubscribe: segment precommit_create {{(pid=103723) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 15:24:11.475704 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.segments_db [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Added segment ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5 of type vlan for network 611f3970-6889-427e-8072-8529bdc05a02 May 05 15:24:11.500873 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.501212 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.501565 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.501905 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.502235 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.502584 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.502903 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.503219 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.505091 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.505091 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.505091 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.505091 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.505091 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.505494 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.505494 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Tracked resource versions report: May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: pushed versions: May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: { 'AddressGroup': {'1.2'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Agent': {'1.1'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'ConntrackHelper': {'1.0'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'LocalIPAssociation': {'1.0'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Log': {'1.0'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'NDPProxy': {'1.0'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Network': {'1.1'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Port': {'1.7'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'PortForwarding': {'1.3'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'QosPolicy': {'1.10'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SecurityGroup': {'1.5'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SecurityGroupRule': {'1.2'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SubPort': {'1.0'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Subnet': {'1.1'}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Trunk': {'1.1'}} May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: consumer versions: May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: { DHCP agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: L3 agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: Metadata agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: Metering agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: Open vSwitch agent@dv-cinder-840678-1-iscsi: { 'AddressGroup': '1.2', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Agent': '1.1', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'ConntrackHelper': '1.0', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'LocalIPAssociation': '1.0', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Log': '1.0', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'NDPProxy': '1.0', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Network': '1.1', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Port': '1.7', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'PortForwarding': '1.3', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'QosPolicy': '1.10', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SecurityGroup': '1.5', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SecurityGroupRule': '1.2', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SubPort': '1.0', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Subnet': '1.1', May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Trunk': '1.1'}} May 05 15:24:11.506767 dv-cinder-840678-1-iscsi neutron-server[103723]: {{(pid=103723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:24:11.586809 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (611f3970-6889-427e-8072-8529bdc05a02), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:11.712428 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (611f3970-6889-427e-8072-8529bdc05a02), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:11.717403 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:11.718135 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:11.832398 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] Pushing event updated for resources: {'Network': ['ID=611f3970-6889-427e-8072-8529bdc05a02,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:11.844762 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network 611f3970-6889-427e-8072-8529bdc05a02 details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:24:11.848439 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b7a999d9-d21e-4414-96fb-7a84c89ed960 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0802939 May 05 15:24:14.366979 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 37960) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:14.778557 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c77cec3-7d62-4f2f-a435-2a5aad82ad45 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:14.780243 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-6c77cec3-7d62-4f2f-a435-2a5aad82ad45 demo admin] 10.222.0.44 "GET /v2.0/networks/611f3970-6889-427e-8072-8529bdc05a02 HTTP/1.1" status: 200 len: 825 time: 0.4119020 May 05 15:24:14.805732 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-577d8262-6146-49ae-8351-bc989ee3b6e0 demo admin] 10.222.0.44 "GET /v2.0/subnetpools/7ff35068-9776-41e5-9bd1-9f0117244e22 HTTP/1.1" status: 200 len: 734 time: 0.0196702 May 05 15:24:14.814104 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] Request body: {'subnet': {'subnetpool_id': '7ff35068-9776-41e5-9bd1-9f0117244e22', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '611f3970-6889-427e-8072-8529bdc05a02', 'name': 'private-subnet'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:24:14.982425 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] Made reservation on behalf of 7192d8f0799049abb47bcece952f59e6 for: {'subnet': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:24:14.984733 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:15.354086 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (8de888fc-f6e6-42cc-91c9-caab23376f89), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:15.426832 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] Checking segment: {'id': 'ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '611f3970-6889-427e-8072-8529bdc05a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:24:15.427473 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] Network hostable DHCP agents. Network: 611f3970-6889-427e-8072-8529bdc05a02, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:24:15.431758 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8de888fc-f6e6-42cc-91c9-caab23376f89,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:15.531759 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] Network 611f3970-6889-427e-8072-8529bdc05a02 is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:24:15.651217 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, 611f3970-6889-427e-8072-8529bdc05a02) {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:24:15.655809 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:15.656438 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:15.661418 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50078cdd-787e-4fd5-bc88-d39c78d2dc9c None None] Network 611f3970-6889-427e-8072-8529bdc05a02 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:24:15.751930 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-85ce62e6-9c8b-41d4-9edf-7ca5b2a73cf0 demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9405224 May 05 15:24:15.917134 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-611f3970-6889-427e-8072-8529bdc05a02', 'network_id': '611f3970-6889-427e-8072-8529bdc05a02', 'project_id': '7192d8f0799049abb47bcece952f59e6', 'fixed_ips': [{'subnet_id': '8de888fc-f6e6-42cc-91c9-caab23376f89'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:24:15.918476 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:16.195475 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Allocated IP 172.20.0.2 (611f3970-6889-427e-8072-8529bdc05a02/8de888fc-f6e6-42cc-91c9-caab23376f89/fb0d263c-98c7-4d0d-856c-59b347e5ef14) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:24:16.511063 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Publish callbacks [] for port (fb0d263c-98c7-4d0d-856c-59b347e5ef14), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:16.587555 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (fb0d263c-98c7-4d0d-856c-59b347e5ef14), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:16.663735 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Network 611f3970-6889-427e-8072-8529bdc05a02 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:24:16.670536 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:24:16.674626 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:24:16.682440 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Pushing event updated for resources: {'Port': ['ID=fb0d263c-98c7-4d0d-856c-59b347e5ef14,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:16.729414 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.729757 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.730111 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.730491 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.730827 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.731151 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.731473 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.731795 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.732115 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.732443 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.732759 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.733090 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.733407 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.733721 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.734036 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Tracked resource versions report: May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: pushed versions: May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: { 'AddressGroup': {'1.2'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Agent': {'1.1'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'ConntrackHelper': {'1.0'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'LocalIPAssociation': {'1.0'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Log': {'1.0'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'NDPProxy': {'1.0'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Network': {'1.1'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Port': {'1.7'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'PortForwarding': {'1.3'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'QosPolicy': {'1.10'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SecurityGroup': {'1.5'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SecurityGroupRule': {'1.2'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SubPort': {'1.0'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Subnet': {'1.1'}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Trunk': {'1.1'}} May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: consumer versions: May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: { DHCP agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: L3 agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: Metadata agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: Metering agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: Open vSwitch agent@dv-cinder-840678-1-iscsi: { 'AddressGroup': '1.2', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Agent': '1.1', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'ConntrackHelper': '1.0', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'LocalIPAssociation': '1.0', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Log': '1.0', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'NDPProxy': '1.0', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Network': '1.1', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Port': '1.7', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'PortForwarding': '1.3', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'QosPolicy': '1.10', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SecurityGroup': '1.5', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SecurityGroupRule': '1.2', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SubPort': '1.0', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Subnet': '1.1', May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Trunk': '1.1'}} May 05 15:24:16.736158 dv-cinder-840678-1-iscsi neutron-server[103725]: {{(pid=103725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:24:16.772946 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Attempting to bind port fb0d263c-98c7-4d0d-856c-59b347e5ef14 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:24:16.773341 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Attempting to bind port fb0d263c-98c7-4d0d-856c-59b347e5ef14 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '611f3970-6889-427e-8072-8529bdc05a02'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:24:16.773763 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Attempting to bind port fb0d263c-98c7-4d0d-856c-59b347e5ef14 on network 611f3970-6889-427e-8072-8529bdc05a02 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:24:16.778723 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:24:16.779112 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Checking segment: {'id': 'ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '611f3970-6889-427e-8072-8529bdc05a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:24:16.779609 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:16.779996 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Bound using segment: {'id': 'ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '611f3970-6889-427e-8072-8529bdc05a02'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:24:16.780469 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Bound port: fb0d263c-98c7-4d0d-856c-59b347e5ef14, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '611f3970-6889-427e-8072-8529bdc05a02'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:24:16.780872 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (fb0d263c-98c7-4d0d-856c-59b347e5ef14), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:16.842268 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] For port fb0d263c-98c7-4d0d-856c-59b347e5ef14, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:24:16.862491 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] For port fb0d263c-98c7-4d0d-856c-59b347e5ef14, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=fb0d263c-98c7-4d0d-856c-59b347e5ef14,segment=NetworkSegment(ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5),segment_id=ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:24:16.925854 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (fb0d263c-98c7-4d0d-856c-59b347e5ef14), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:16.996331 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09f70b-13c5-4747-80fd-476490694816 None None] Pushing event updated for resources: {'Port': ['ID=fb0d263c-98c7-4d0d-856c-59b347e5ef14,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:18.285212 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 37968) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:18.606717 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [None req-ab0a24a6-fdcf-485e-bff2-087a3be10433 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:24:18.607997 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ab0a24a6-fdcf-485e-bff2-087a3be10433 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3217347 May 05 15:24:21.095879 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 37976) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:21.600266 dv-cinder-840678-1-iscsi neutron-server[103724]: WARNING oslo_policy.policy [None req-88922c5b-c9a8-446b-a262-3dc5f0db5840 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:24:21.600845 dv-cinder-840678-1-iscsi neutron-server[103724]: WARNING oslo_policy.policy [None req-88922c5b-c9a8-446b-a262-3dc5f0db5840 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:24:21.825783 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [None req-88922c5b-c9a8-446b-a262-3dc5f0db5840 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:24:21.827072 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-88922c5b-c9a8-446b-a262-3dc5f0db5840 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7291331 May 05 15:24:24.335175 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 37990) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:24.648110 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-41dc7717-4538-4769-b2a5-6b5b920b2d4a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:24:24.707699 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.policy [None req-41dc7717-4538-4769-b2a5-6b5b920b2d4a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103724) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 15:24:24.749247 dv-cinder-840678-1-iscsi neutron-server[103724]: WARNING oslo_policy.policy [None req-41dc7717-4538-4769-b2a5-6b5b920b2d4a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:24:24.749699 dv-cinder-840678-1-iscsi neutron-server[103724]: WARNING oslo_policy.policy [None req-41dc7717-4538-4769-b2a5-6b5b920b2d4a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:24:24.874525 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41dc7717-4538-4769-b2a5-6b5b920b2d4a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-604143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router (b8051caa-68ca-4b3f-ae9b-d2f99d53c220), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:24.876539 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41dc7717-4538-4769-b2a5-6b5b920b2d4a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1852'] for router (b8051caa-68ca-4b3f-ae9b-d2f99d53c220), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:25.033548 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41dc7717-4538-4769-b2a5-6b5b920b2d4a demo demo] Publish callbacks [] for router_controller (b8051caa-68ca-4b3f-ae9b-d2f99d53c220), precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:25.144122 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41dc7717-4538-4769-b2a5-6b5b920b2d4a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165'] for router (b8051caa-68ca-4b3f-ae9b-d2f99d53c220), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:25.251909 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41dc7717-4538-4769-b2a5-6b5b920b2d4a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:25.262373 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-41dc7717-4538-4769-b2a5-6b5b920b2d4a demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9169848 May 05 15:24:27.743757 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device fb0d263c-98c7-4d0d-856c-59b347e5ef14 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:24:27.780246 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 38004) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:27.836784 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port fb0d263c-98c7-4d0d-856c-59b347e5ef14 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:27.837286 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fb0d263c-98c7-4d0d-856c-59b347e5ef14), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:27.945313 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port fb0d263c-98c7-4d0d-856c-59b347e5ef14 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:24:27.945500 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (fb0d263c-98c7-4d0d-856c-59b347e5ef14), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:27.980654 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port fb0d263c-98c7-4d0d-856c-59b347e5ef14, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=fb0d263c-98c7-4d0d-856c-59b347e5ef14,segment=NetworkSegment(ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5),segment_id=ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:24:28.086008 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (fb0d263c-98c7-4d0d-856c-59b347e5ef14), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:28.106739 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [None req-89b3e12d-197a-41c1-aac4-5bc489bddd81 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:24:28.110335 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-89b3e12d-197a-41c1-aac4-5bc489bddd81 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3264866 May 05 15:24:28.133981 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=fb0d263c-98c7-4d0d-856c-59b347e5ef14,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:28.570468 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557b067-f8a6-4f9e-88dd-6a04020233e4 None None] Network 611f3970-6889-427e-8072-8529bdc05a02 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:24:28.602894 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dd798a35-18ab-4623-9a0b-8bc968767b76 None None] Provisioning complete for port fb0d263c-98c7-4d0d-856c-59b347e5ef14 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:28.603478 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dd798a35-18ab-4623-9a0b-8bc968767b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fb0d263c-98c7-4d0d-856c-59b347e5ef14), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:28.753917 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dd798a35-18ab-4623-9a0b-8bc968767b76 None None] Current status of the port fb0d263c-98c7-4d0d-856c-59b347e5ef14 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:24:28.972954 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-45c016b7-fc18-48a1-8ea1-7240f53e5aec None None] Provisioning complete for port fb0d263c-98c7-4d0d-856c-59b347e5ef14 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:28.973345 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45c016b7-fc18-48a1-8ea1-7240f53e5aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fb0d263c-98c7-4d0d-856c-59b347e5ef14), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:29.049781 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-45c016b7-fc18-48a1-8ea1-7240f53e5aec None None] Current status of the port fb0d263c-98c7-4d0d-856c-59b347e5ef14 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:24:29.722974 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device fb0d263c-98c7-4d0d-856c-59b347e5ef14 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:24:29.770937 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port fb0d263c-98c7-4d0d-856c-59b347e5ef14 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:29.771464 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fb0d263c-98c7-4d0d-856c-59b347e5ef14), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:29.847286 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port fb0d263c-98c7-4d0d-856c-59b347e5ef14 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:24:30.592714 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38014) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:30.891322 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3a530d95-4908-4c36-bb3f-493f8c40a3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:30.905538 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:24:31.068405 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Made reservation on behalf of 02855100ad2c4964b2978e96832f8664 for: {'network': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:24:31.070657 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:31.079543 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:31.152385 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Publish callbacks [] for security_group (35b52150-44fc-4f74-9525-0b698bb50902), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:31.239329 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (35b52150-44fc-4f74-9525-0b698bb50902), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:31.262273 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b52150-44fc-4f74-9525-0b698bb50902,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:31.277353 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Reserving flat network on physical network physnet1 {{(pid=103723) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 05 15:24:31.290539 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (b30d3cd1-9611-482a-8418-6e263efbb6e3), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:31.290872 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.segments_db [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Added segment b30d3cd1-9611-482a-8418-6e263efbb6e3 of type flat for network 02718d50-6065-4980-9530-582a9009be37 May 05 15:24:31.349616 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (02718d50-6065-4980-9530-582a9009be37), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:31.479208 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (02718d50-6065-4980-9530-582a9009be37), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:31.480170 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:31.480739 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:31.570428 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] Pushing event updated for resources: {'Network': ['ID=02718d50-6065-4980-9530-582a9009be37,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:31.579906 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-be26c818-ee5f-4c4a-bb04-bee8b282caec admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9855075 May 05 15:24:31.580305 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network 02718d50-6065-4980-9530-582a9009be37 details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:24:32.993759 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0119eb1b-6b87-4501-8a3b-79bb9e7183c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:34.023005 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38022) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:34.205656 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:34.322713 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92794a04-d529-4b6f-8815-183968a48d75 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:34.324051 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-92794a04-d529-4b6f-8815-183968a48d75 demo admin] 10.222.0.44 "GET /v2.0/subnets/8de888fc-f6e6-42cc-91c9-caab23376f89 HTTP/1.1" status: 200 len: 849 time: 0.3000989 May 05 15:24:34.489627 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-01178d11-0808-4905-b300-b31e287fc1f1 demo admin] 10.222.0.44 "GET /v2.0/routers/b8051caa-68ca-4b3f-ae9b-d2f99d53c220 HTTP/1.1" status: 200 len: 704 time: 0.1586044 May 05 15:24:34.766671 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:35.059843 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Allocated IP 172.20.0.1 (611f3970-6889-427e-8072-8529bdc05a02/8de888fc-f6e6-42cc-91c9-caab23376f89/f6c2f880-9d76-4bca-a809-4414d0d73527) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:24:35.257507 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Publish callbacks [] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:35.398399 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:35.467662 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Network 611f3970-6889-427e-8072-8529bdc05a02 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:24:35.477001 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:24:35.484923 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:24:35.485482 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640392'] for router_interface (b8051caa-68ca-4b3f-ae9b-d2f99d53c220), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:35.508078 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Pushing event updated for resources: {'Port': ['ID=f6c2f880-9d76-4bca-a809-4414d0d73527,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:35.753745 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:35.754450 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-10b42540-dfa6-4798-8a04-ad7bf26f94e5 None None] Provisioning complete for port f6c2f880-9d76-4bca-a809-4414d0d73527 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:35.754825 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-10b42540-dfa6-4798-8a04-ad7bf26f94e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:35.765071 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:35.790093 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-10b42540-dfa6-4798-8a04-ad7bf26f94e5 None None] Port f6c2f880-9d76-4bca-a809-4414d0d73527 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:24:35.975116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Publish callbacks [] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:36.060518 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:36.061340 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640370'] for router_interface (b8051caa-68ca-4b3f-ae9b-d2f99d53c220), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:36.125472 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Pushing event updated for resources: {'Port': ['ID=f6c2f880-9d76-4bca-a809-4414d0d73527,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:36.189878 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Network 611f3970-6889-427e-8072-8529bdc05a02 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:24:36.191242 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:24:36.412948 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-ce90d6bd-a2f8-41c0-8940-85f3e272ec4f None None] Provisioning complete for port f6c2f880-9d76-4bca-a809-4414d0d73527 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:36.413342 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce90d6bd-a2f8-41c0-8940-85f3e272ec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:36.439702 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Router b8051caa-68ca-4b3f-ae9b-d2f99d53c220 is scheduled to L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a with binding_index 1 {{(pid=103723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:24:36.448253 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ce90d6bd-a2f8-41c0-8940-85f3e272ec4f None None] Port f6c2f880-9d76-4bca-a809-4414d0d73527 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:24:36.541116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:24:36.558868 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b52867a7-9d00-4fa8-a55a-8d7fc20f2d1c demo admin] 10.222.0.44 "PUT /v2.0/routers/b8051caa-68ca-4b3f-ae9b-d2f99d53c220/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0521379 May 05 15:24:36.562696 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Sync routers for ids ['b8051caa-68ca-4b3f-ae9b-d2f99d53c220'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:24:36.577407 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Routers {'b8051caa-68ca-4b3f-ae9b-d2f99d53c220'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:24:36.579518 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:24:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['b8051caa-68ca-4b3f-ae9b-d2f99d53c220'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:24:36.772090 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Set router b8051caa-68ca-4b3f-ae9b-d2f99d53c220 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:24:37.102519 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:37.189532 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'name': 'router1', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:24:24Z', 'updated_at': '2022-05-05T15:24:35Z', 'revision_number': 2, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'gw_port_host': None, '_interfaces': [{'id': 'f6c2f880-9d76-4bca-a809-4414d0d73527', 'name': '', 'network_id': '611f3970-6889-427e-8072-8529bdc05a02', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'mac_address': 'fa:16:3e:7b:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:24:34Z', 'updated_at': '2022-05-05T15:24:35Z', 'revision_number': 2, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'subnets': [{'id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff35068-9776-41e5-9bd1-9f0117244e22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:24:37.241033 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Checking router: b8051caa-68ca-4b3f-ae9b-d2f99d53c220 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:24:37.241398 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Updating router b8051caa-68ca-4b3f-ae9b-d2f99d53c220 port f6c2f880-9d76-4bca-a809-4414d0d73527 binding host dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:24:37.293632 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:37.819255 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Publish callbacks [] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:37.929029 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:38.092800 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Pushing event updated for resources: {'Port': ['ID=f6c2f880-9d76-4bca-a809-4414d0d73527,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:38.104578 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Attempting to bind port f6c2f880-9d76-4bca-a809-4414d0d73527 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:24:38.104987 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Attempting to bind port f6c2f880-9d76-4bca-a809-4414d0d73527 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '611f3970-6889-427e-8072-8529bdc05a02'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:24:38.105422 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Attempting to bind port f6c2f880-9d76-4bca-a809-4414d0d73527 on network 611f3970-6889-427e-8072-8529bdc05a02 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:24:38.111312 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.111656 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.112018 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.112359 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.112693 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.113025 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.113348 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.113669 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.113994 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.114338 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.114745 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.114988 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.115311 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.115631 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.115948 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Tracked resource versions report: May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: pushed versions: May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: { 'AddressGroup': {'1.2'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Agent': {'1.1'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'ConntrackHelper': {'1.0'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'LocalIPAssociation': {'1.0'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Log': {'1.0'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'NDPProxy': {'1.0'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Network': {'1.1'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Port': {'1.7'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'PortForwarding': {'1.3'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'QosPolicy': {'1.10'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SecurityGroup': {'1.5'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SecurityGroupRule': {'1.2'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SubPort': {'1.0'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Subnet': {'1.1'}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Trunk': {'1.1'}} May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: consumer versions: May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: { DHCP agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: L3 agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: Metadata agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: Metering agent@dv-cinder-840678-1-iscsi: {}, May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: Open vSwitch agent@dv-cinder-840678-1-iscsi: { 'AddressGroup': '1.2', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Agent': '1.1', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'ConntrackHelper': '1.0', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'LocalIPAssociation': '1.0', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Log': '1.0', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'NDPProxy': '1.0', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Network': '1.1', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Port': '1.7', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'PortForwarding': '1.3', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'QosPolicy': '1.10', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SecurityGroup': '1.5', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SecurityGroupRule': '1.2', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SubPort': '1.0', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Subnet': '1.1', May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Trunk': '1.1'}} May 05 15:24:38.117373 dv-cinder-840678-1-iscsi neutron-server[103726]: {{(pid=103726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:24:38.120229 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:24:38.120643 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Checking segment: {'id': 'ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '611f3970-6889-427e-8072-8529bdc05a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:24:38.121147 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:38.121527 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Bound using segment: {'id': 'ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '611f3970-6889-427e-8072-8529bdc05a02'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:24:38.122022 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Bound port: f6c2f880-9d76-4bca-a809-4414d0d73527, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '611f3970-6889-427e-8072-8529bdc05a02'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:24:38.122439 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:38.193258 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] For port f6c2f880-9d76-4bca-a809-4414d0d73527, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:24:38.214173 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] For port f6c2f880-9d76-4bca-a809-4414d0d73527, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=f6c2f880-9d76-4bca-a809-4414d0d73527,segment=NetworkSegment(ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5),segment_id=ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:24:38.218767 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-eb977c1c-8eb6-4c21-9950-e7b390b46509 None None] Provisioning complete for port f6c2f880-9d76-4bca-a809-4414d0d73527 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:38.219272 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb977c1c-8eb6-4c21-9950-e7b390b46509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:38.254523 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-eb977c1c-8eb6-4c21-9950-e7b390b46509 None None] Port f6c2f880-9d76-4bca-a809-4414d0d73527 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:24:38.314360 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:38.373139 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0ac8f-54d1-4363-a548-2987588cd179 None None] Pushing event updated for resources: {'Port': ['ID=f6c2f880-9d76-4bca-a809-4414d0d73527,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:38.377786 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Routers {'b8051caa-68ca-4b3f-ae9b-d2f99d53c220'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:24:38.378440 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:24:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['b8051caa-68ca-4b3f-ae9b-d2f99d53c220'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:24:38.474249 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] Set router b8051caa-68ca-4b3f-ae9b-d2f99d53c220 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:24:38.571767 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-668fee3c-5a1b-480b-9ce0-f395ef37c3e5 None None] Provisioning complete for port f6c2f880-9d76-4bca-a809-4414d0d73527 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:38.572511 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-668fee3c-5a1b-480b-9ce0-f395ef37c3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:38.649813 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-668fee3c-5a1b-480b-9ce0-f395ef37c3e5 None None] Current status of the port f6c2f880-9d76-4bca-a809-4414d0d73527 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:24:38.650185 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-668fee3c-5a1b-480b-9ce0-f395ef37c3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:38.676758 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'name': 'router1', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:24:24Z', 'updated_at': '2022-05-05T15:24:35Z', 'revision_number': 2, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'gw_port_host': None, '_interfaces': [{'id': 'f6c2f880-9d76-4bca-a809-4414d0d73527', 'name': '', 'network_id': '611f3970-6889-427e-8072-8529bdc05a02', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'mac_address': 'fa:16:3e:7b:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:24:34Z', 'updated_at': '2022-05-05T15:24:38Z', 'revision_number': 4, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'subnets': [{'id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff35068-9776-41e5-9bd1-9f0117244e22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:24:38.693847 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-668fee3c-5a1b-480b-9ce0-f395ef37c3e5 None None] For port f6c2f880-9d76-4bca-a809-4414d0d73527, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=f6c2f880-9d76-4bca-a809-4414d0d73527,segment=NetworkSegment(ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5),segment_id=ecd16ac9-cc8a-431f-8fbf-28c70f4fe4c5)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:24:38.716734 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840c294-9ae9-452b-ac88-3de486819f82 None None] The sync data for ids ['b8051caa-68ca-4b3f-ae9b-d2f99d53c220'] in dv-cinder-840678-1-iscsi is: [{'id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'name': 'router1', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:24:24Z', 'updated_at': '2022-05-05T15:24:35Z', 'revision_number': 2, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'gw_port_host': None, '_interfaces': [{'id': 'f6c2f880-9d76-4bca-a809-4414d0d73527', 'name': '', 'network_id': '611f3970-6889-427e-8072-8529bdc05a02', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'mac_address': 'fa:16:3e:7b:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:24:34Z', 'updated_at': '2022-05-05T15:24:38Z', 'revision_number': 4, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'subnets': [{'id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff35068-9776-41e5-9bd1-9f0117244e22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:24:38.820315 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-668fee3c-5a1b-480b-9ce0-f395ef37c3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:38.870360 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fee3c-5a1b-480b-9ce0-f395ef37c3e5 None None] Pushing event updated for resources: {'Port': ['ID=f6c2f880-9d76-4bca-a809-4414d0d73527,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:39.015712 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38042) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:39.126479 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a59ed6-b703-4856-8033-22bd629712fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:39.127833 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-47a59ed6-b703-4856-8033-22bd629712fc admin admin] 10.222.0.44 "GET /v2.0/networks/02718d50-6065-4980-9530-582a9009be37 HTTP/1.1" status: 200 len: 842 time: 0.1111050 May 05 15:24:39.137116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:24:39.251427 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Made reservation on behalf of 02855100ad2c4964b2978e96832f8664 for: {'subnet': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:24:39.253636 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:39.712432 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.objects.ports [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103723) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 05 15:24:39.712881 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (db79f4fb-00d3-44ec-98a1-29116abbee49), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:39.764994 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db79f4fb-00d3-44ec-98a1-29116abbee49,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:39.781227 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:24:39.781728 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Network hostable DHCP agents. Network: 02718d50-6065-4980-9530-582a9009be37, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:24:39.896876 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Network 02718d50-6065-4980-9530-582a9009be37 is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:24:39.993820 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, 02718d50-6065-4980-9530-582a9009be37) {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:24:39.997709 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:39.998304 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:40.003144 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43aa17d-f2db-4165-8971-0b7cc9007ba7 None None] Network 02718d50-6065-4980-9530-582a9009be37 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:24:40.094455 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-bdd2f93f-4b08-48c8-abd1-e8d5a247ed93 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9605451 May 05 15:24:40.115703 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9516a3e-e02d-4365-94d3-ce12a149c9ee None None] Network 02718d50-6065-4980-9530-582a9009be37 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:24:42.624229 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38060) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:42.759805 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-2caa4a9a-092e-4f15-9c66-7561d0c14774 demo admin] 10.222.0.44 "GET /v2.0/routers/b8051caa-68ca-4b3f-ae9b-d2f99d53c220 HTTP/1.1" status: 200 len: 710 time: 0.1342001 May 05 15:24:42.846387 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830f3bb3-3042-4af4-88ac-26f23025fcbd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:42.850333 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-830f3bb3-3042-4af4-88ac-26f23025fcbd demo admin] 10.222.0.44 "GET /v2.0/networks/02718d50-6065-4980-9530-582a9009be37 HTTP/1.1" status: 200 len: 886 time: 0.0826843 May 05 15:24:42.856600 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37'}}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:24:43.107147 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Publish callbacks [] for router_gateway (b8051caa-68ca-4b3f-ae9b-d2f99d53c220), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:43.392569 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Publish callbacks [] for router_gateway (b8051caa-68ca-4b3f-ae9b-d2f99d53c220), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:43.466825 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:43.573217 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Allocated IP 172.27.0.216 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/e637f24f-d904-49df-9349-ac68f6fc8a6a) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:24:43.682110 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Publish callbacks [] for port (e637f24f-d904-49df-9349-ac68f6fc8a6a), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:43.794108 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (e637f24f-d904-49df-9349-ac68f6fc8a6a), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:43.831133 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:24:43.833780 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:24:43.837233 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:24:43.885306 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Pushing event updated for resources: {'Port': ['ID=e637f24f-d904-49df-9349-ac68f6fc8a6a,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:44.288483 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Publish callbacks [] for router_gateway (b8051caa-68ca-4b3f-ae9b-d2f99d53c220), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:44.485241 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1838'] for router (b8051caa-68ca-4b3f-ae9b-d2f99d53c220), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:44.488580 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603744'] for router (b8051caa-68ca-4b3f-ae9b-d2f99d53c220), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:44.599442 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Router b8051caa-68ca-4b3f-ae9b-d2f99d53c220 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:24:44.709744 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:24:44.714128 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:44.715952 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-143ea4c4-8ad2-4d04-8fb5-e8bf5ea72f49 demo admin] 10.222.0.44 "PUT /v2.0/routers/b8051caa-68ca-4b3f-ae9b-d2f99d53c220 HTTP/1.1" status: 200 len: 890 time: 1.8625405 May 05 15:24:45.752401 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device f6c2f880-9d76-4bca-a809-4414d0d73527 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:24:45.806632 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port f6c2f880-9d76-4bca-a809-4414d0d73527 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:45.807134 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:45.885456 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port f6c2f880-9d76-4bca-a809-4414d0d73527 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:24:47.231224 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38072) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:47.341986 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-30b358f4-b0e7-40b6-940b-913136d664c1 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1095986 May 05 15:24:47.589986 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Sync routers for ids ['b8051caa-68ca-4b3f-ae9b-d2f99d53c220'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:24:47.602112 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Routers {'b8051caa-68ca-4b3f-ae9b-d2f99d53c220'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:24:47.602796 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:24:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['b8051caa-68ca-4b3f-ae9b-d2f99d53c220'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:24:47.825600 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Set router b8051caa-68ca-4b3f-ae9b-d2f99d53c220 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:24:48.291261 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'name': 'router1', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e637f24f-d904-49df-9349-ac68f6fc8a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:24:24Z', 'updated_at': '2022-05-05T15:24:43Z', 'revision_number': 4, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'gw_port': {'id': 'e637f24f-d904-49df-9349-ac68f6fc8a6a', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:24:43Z', 'updated_at': '2022-05-05T15:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'f6c2f880-9d76-4bca-a809-4414d0d73527', 'name': '', 'network_id': '611f3970-6889-427e-8072-8529bdc05a02', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'mac_address': 'fa:16:3e:7b:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:24:34Z', 'updated_at': '2022-05-05T15:24:38Z', 'revision_number': 5, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'subnets': [{'id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff35068-9776-41e5-9bd1-9f0117244e22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:24:48.340318 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Checking router: b8051caa-68ca-4b3f-ae9b-d2f99d53c220 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:24:48.340586 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Updating router b8051caa-68ca-4b3f-ae9b-d2f99d53c220 port e637f24f-d904-49df-9349-ac68f6fc8a6a binding host dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:24:48.393634 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e637f24f-d904-49df-9349-ac68f6fc8a6a), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:48.725456 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Publish callbacks [] for port (e637f24f-d904-49df-9349-ac68f6fc8a6a), precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:48.828384 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e637f24f-d904-49df-9349-ac68f6fc8a6a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:48.884550 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09e932-a6ee-4919-b5bd-cd8e3aacfa99 None None] Pushing event updated for resources: {'Port': ['ID=e637f24f-d904-49df-9349-ac68f6fc8a6a,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:48.888562 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Attempting to bind port e637f24f-d904-49df-9349-ac68f6fc8a6a on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:24:48.888937 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Attempting to bind port e637f24f-d904-49df-9349-ac68f6fc8a6a by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:24:48.889299 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Attempting to bind port e637f24f-d904-49df-9349-ac68f6fc8a6a on network 02718d50-6065-4980-9530-582a9009be37 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:24:48.894457 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:24:48.894840 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:24:48.895241 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:48.895625 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Bound using segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:24:48.896087 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Bound port: e637f24f-d904-49df-9349-ac68f6fc8a6a, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:24:48.896474 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e637f24f-d904-49df-9349-ac68f6fc8a6a), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:48.946465 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] For port e637f24f-d904-49df-9349-ac68f6fc8a6a, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:24:48.949371 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] For port e637f24f-d904-49df-9349-ac68f6fc8a6a, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=e637f24f-d904-49df-9349-ac68f6fc8a6a,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:24:49.023077 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e637f24f-d904-49df-9349-ac68f6fc8a6a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:49.086712 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Routers {'b8051caa-68ca-4b3f-ae9b-d2f99d53c220'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:24:49.087348 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:24:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['b8051caa-68ca-4b3f-ae9b-d2f99d53c220'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:24:49.124475 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09e932-a6ee-4919-b5bd-cd8e3aacfa99 None None] Pushing event updated for resources: {'Port': ['ID=e637f24f-d904-49df-9349-ac68f6fc8a6a,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:49.204969 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] Set router b8051caa-68ca-4b3f-ae9b-d2f99d53c220 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:24:49.422591 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'name': 'router1', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e637f24f-d904-49df-9349-ac68f6fc8a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:24:24Z', 'updated_at': '2022-05-05T15:24:43Z', 'revision_number': 4, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'gw_port': {'id': 'e637f24f-d904-49df-9349-ac68f6fc8a6a', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:24:43Z', 'updated_at': '2022-05-05T15:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'f6c2f880-9d76-4bca-a809-4414d0d73527', 'name': '', 'network_id': '611f3970-6889-427e-8072-8529bdc05a02', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'mac_address': 'fa:16:3e:7b:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:24:34Z', 'updated_at': '2022-05-05T15:24:38Z', 'revision_number': 5, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'subnets': [{'id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff35068-9776-41e5-9bd1-9f0117244e22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:24:49.452719 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aacf1c4-5fb7-4c1d-b002-6d1d8e8fe44f None None] The sync data for ids ['b8051caa-68ca-4b3f-ae9b-d2f99d53c220'] in dv-cinder-840678-1-iscsi is: [{'id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'name': 'router1', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e637f24f-d904-49df-9349-ac68f6fc8a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:24:24Z', 'updated_at': '2022-05-05T15:24:43Z', 'revision_number': 4, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'gw_port': {'id': 'e637f24f-d904-49df-9349-ac68f6fc8a6a', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:24:43Z', 'updated_at': '2022-05-05T15:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'f6c2f880-9d76-4bca-a809-4414d0d73527', 'name': '', 'network_id': '611f3970-6889-427e-8072-8529bdc05a02', 'tenant_id': '7192d8f0799049abb47bcece952f59e6', 'mac_address': 'fa:16:3e:7b:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8051caa-68ca-4b3f-ae9b-d2f99d53c220', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:24:34Z', 'updated_at': '2022-05-05T15:24:38Z', 'revision_number': 5, 'project_id': '7192d8f0799049abb47bcece952f59e6', 'subnets': [{'id': '8de888fc-f6e6-42cc-91c9-caab23376f89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ff35068-9776-41e5-9bd1-9f0117244e22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:24:49.797212 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device e637f24f-d904-49df-9349-ac68f6fc8a6a up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:24:49.851538 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port e637f24f-d904-49df-9349-ac68f6fc8a6a triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:49.851939 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (e637f24f-d904-49df-9349-ac68f6fc8a6a), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:49.946351 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port e637f24f-d904-49df-9349-ac68f6fc8a6a is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:24:49.946749 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e637f24f-d904-49df-9349-ac68f6fc8a6a), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:49.977501 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port e637f24f-d904-49df-9349-ac68f6fc8a6a, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=e637f24f-d904-49df-9349-ac68f6fc8a6a,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:24:50.045198 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e637f24f-d904-49df-9349-ac68f6fc8a6a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:50.147463 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=e637f24f-d904-49df-9349-ac68f6fc8a6a,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:51.795578 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device e637f24f-d904-49df-9349-ac68f6fc8a6a up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:24:51.858167 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port e637f24f-d904-49df-9349-ac68f6fc8a6a triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:51.859994 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (e637f24f-d904-49df-9349-ac68f6fc8a6a), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:51.951763 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port e637f24f-d904-49df-9349-ac68f6fc8a6a is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:25:00.891878 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9475973d-7782-4d55-a4b7-6c22a8f1a85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:02.996772 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-079e626b-cb94-4e30-9907-b793ea65a0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:03.251218 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 5 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:25:04.193817 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:05.771154 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:07.147793 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:31.126880 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-62ebd2b6-0d43-4b53-b5a7-32c2c2aa6129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:33.090973 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b3eff4bd-43d6-451f-90d1-7a13432d21e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:34.178759 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:35.781788 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:37.176266 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:40.253175 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 5 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:26:00.889854 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f79f75ec-b7a6-4292-b2c4-da1eebbf7634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:03.049988 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9787185f-5f12-4c25-9115-d80bdbe179e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:04.192769 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:05.861475 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:07.141286 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:11.321575 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38556) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:11.383412 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.pecan_wsgi.hooks.translation [None req-473fb054-4793-4fcb-a46c-5a8ac68b9e49 admin admin] GET failed (client error): The resource could not be found. May 05 15:26:11.384711 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-473fb054-4793-4fcb-a46c-5a8ac68b9e49 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621643 May 05 15:26:11.549341 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13534fe-ec8a-476c-9928-afc5e8555e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:11.550762 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d13534fe-ec8a-476c-9928-afc5e8555e00 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1619568 May 05 15:26:13.849350 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38566) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:13.941432 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2f5857-7937-4437-81d6-62136a67ce5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:13.942811 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-4b2f5857-7937-4437-81d6-62136a67ce5d admin admin] 10.222.0.44 "GET /v2.0/subnets/8de888fc-f6e6-42cc-91c9-caab23376f89 HTTP/1.1" status: 200 len: 849 time: 0.0925281 May 05 15:26:13.952048 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:26:14.039187 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Publish callbacks [] for subnet (8de888fc-f6e6-42cc-91c9-caab23376f89), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:14.280922 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794023691960'] for subnet (8de888fc-f6e6-42cc-91c9-caab23376f89), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:14.316109 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:14.317168 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:14.318139 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] 10.222.0.44 "PUT /v2.0/subnets/8de888fc-f6e6-42cc-91c9-caab23376f89 HTTP/1.1" status: 200 len: 868 time: 0.3694904 May 05 15:26:14.320601 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ba6287-6c6a-4384-96d9-fc4cd82f9e0f None None] Network 611f3970-6889-427e-8072-8529bdc05a02 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:26:14.343927 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de888fc-f6e6-42cc-91c9-caab23376f89,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:26:14.352634 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.352634 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.352921 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.353119 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.353446 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.353771 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.354088 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.354436 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.354780 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.355104 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.355461 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.355808 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.356116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.356427 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.356745 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f460e2-eee6-412e-9554-7d2ebefc3bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:14.601968 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-a648ce50-5816-49ba-b8c2-6f0ca291813d None None] Provisioning complete for port f6c2f880-9d76-4bca-a809-4414d0d73527 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:26:14.602383 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a648ce50-5816-49ba-b8c2-6f0ca291813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (f6c2f880-9d76-4bca-a809-4414d0d73527), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:14.683373 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a648ce50-5816-49ba-b8c2-6f0ca291813d None None] Current status of the port f6c2f880-9d76-4bca-a809-4414d0d73527 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:26:14.691888 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-a648ce50-5816-49ba-b8c2-6f0ca291813d None None] Provisioning complete for port fb0d263c-98c7-4d0d-856c-59b347e5ef14 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:26:14.692261 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a648ce50-5816-49ba-b8c2-6f0ca291813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fb0d263c-98c7-4d0d-856c-59b347e5ef14), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:14.767604 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a648ce50-5816-49ba-b8c2-6f0ca291813d None None] Current status of the port fb0d263c-98c7-4d0d-856c-59b347e5ef14 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:26:16.586824 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 38574) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:16.836835 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3fa1c-e864-41ad-b2db-0da69aa10b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:16.837222 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3fa1c-e864-41ad-b2db-0da69aa10b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:16.838948 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-82f3fa1c-e864-41ad-b2db-0da69aa10b6b admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2512169 May 05 15:26:17.302383 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 5 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:26:19.098077 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38584) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:19.295881 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971522d-c145-4969-a5d3-08628206fa28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:19.296265 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971522d-c145-4969-a5d3-08628206fa28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:19.298617 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8971522d-c145-4969-a5d3-08628206fa28 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1995261 May 05 15:26:21.551683 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38592) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:21.786303 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3decd166-c33b-4a23-9baf-08f97d4f0cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:21.788138 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-3decd166-c33b-4a23-9baf-08f97d4f0cb9 admin admin] 10.222.0.44 "GET /v2.0/networks/02718d50-6065-4980-9530-582a9009be37 HTTP/1.1" status: 200 len: 886 time: 0.2350302 May 05 15:26:24.067245 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38600) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:24.196871 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a32ddd-8f8c-4224-a600-8dc9b584701c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:24.198221 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a2a32ddd-8f8c-4224-a600-8dc9b584701c admin admin] 10.222.0.44 "GET /v2.0/networks/611f3970-6889-427e-8072-8529bdc05a02 HTTP/1.1" status: 200 len: 869 time: 0.1300008 May 05 15:26:26.481061 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38608) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:26.608359 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ed556b-691d-48e9-a529-80621c88fc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:26.609227 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ed556b-691d-48e9-a529-80621c88fc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:26.610785 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f5ed556b-691d-48e9-a529-80621c88fc5c admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287730 May 05 15:26:28.874780 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38616) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:28.965737 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2353c6-21c8-4ee7-9540-7f09561423c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:28.966190 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2353c6-21c8-4ee7-9540-7f09561423c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:28.967716 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-5b2353c6-21c8-4ee7-9540-7f09561423c5 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915513 May 05 15:26:30.883834 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1511c3f3-7943-4172-8981-8b62b5a62bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:31.250885 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38624) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:31.346145 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d899eeea-b879-47cd-b1da-3ea80f30500f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:31.347499 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d899eeea-b879-47cd-b1da-3ea80f30500f admin admin] 10.222.0.44 "GET /v2.0/subnets/8de888fc-f6e6-42cc-91c9-caab23376f89 HTTP/1.1" status: 200 len: 868 time: 0.0960450 May 05 15:26:32.994837 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4028b958-373d-43d1-834b-016a27e713ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:33.599879 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38632) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:33.685537 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b51a7-b40e-4b54-9405-2d92a3c03569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:26:33.687092 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ac6b51a7-b40e-4b54-9405-2d92a3c03569 admin admin] 10.222.0.44 "GET /v2.0/subnets/db79f4fb-00d3-44ec-98a1-29116abbee49 HTTP/1.1" status: 200 len: 816 time: 0.0860755 May 05 15:26:34.177387 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:35.775141 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:37.112139 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:54.251227 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 5 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:27:00.889723 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-caeb5a97-29b3-46f3-9526-c0e3d2dd0cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:02.997361 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8787c23-8f63-480b-96eb-d51ebc53e59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:04.180245 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:05.752934 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:07.108380 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:14.843454 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38690) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:27:14.889904 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [None req-f04d6901-48f6-4d99-a933-fae600612461 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:27:14.891011 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f04d6901-48f6-4d99-a933-fae600612461 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0465877 May 05 15:27:17.299903 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38698) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:27:17.360237 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdcabe4-1694-4df7-83a5-1cd590c6de5c admin admin] GET failed (client error): The resource could not be found. May 05 15:27:17.361520 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ebdcabe4-1694-4df7-83a5-1cd590c6de5c admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606368 May 05 15:27:17.447633 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f67fc90-d28b-4833-9c57-16940c841538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:27:17.449065 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-0f67fc90-d28b-4833-9c57-16940c841538 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835845 May 05 15:27:19.800942 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38706) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:27:19.847509 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:27:19.928707 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Made reservation on behalf of 02855100ad2c4964b2978e96832f8664 for: {'network': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:27:19.931036 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:19.959185 dv-cinder-840678-1-iscsi neutron-server[103723]: WARNING neutron.services.revisions.revision_plugin [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Could not find related network for resource to bump revision. May 05 15:27:19.969600 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:27:19.978047 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (f9fa65f9-d7e8-4e45-b17d-da79fb917f54), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:19.978411 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.segments_db [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Added segment f9fa65f9-d7e8-4e45-b17d-da79fb917f54 of type vlan for network a87f33a2-0049-4c76-85cc-3f6b783d9aac May 05 15:27:20.017738 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (a87f33a2-0049-4c76-85cc-3f6b783d9aac), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:20.108646 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (a87f33a2-0049-4c76-85cc-3f6b783d9aac), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:20.109623 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:27:20.110202 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:20.169618 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Pushing event updated for resources: {'Network': ['ID=a87f33a2-0049-4c76-85cc-3f6b783d9aac,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:27:20.177334 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.177680 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.178059 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.178428 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.178757 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.179081 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.179403 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.179748 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.180083 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.180404 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.180739 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.181113 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.181434 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.181748 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.182060 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:20.193175 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network a87f33a2-0049-4c76-85cc-3f6b783d9aac details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:27:20.218938 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-02bedb15-8dc2-4dac-a65b-1ea144dc49fa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4168537 May 05 15:27:22.509877 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38714) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:27:22.570776 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8b70a4-177d-47e4-ac69-744f138e76e4 admin admin] GET failed (client error): The resource could not be found. May 05 15:27:22.572034 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-0d8b70a4-177d-47e4-ac69-744f138e76e4 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611167 May 05 15:27:22.642083 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477b906-2a82-4d45-bff7-78b9edaadc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:27:22.643564 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-5477b906-2a82-4d45-bff7-78b9edaadc29 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675147 May 05 15:27:22.653317 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:27:22.860239 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] Made reservation on behalf of 02855100ad2c4964b2978e96832f8664 for: {'subnet': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:27:22.862574 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:23.102385 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (9dfbe213-4b81-4731-9d2d-197ea2feabe5), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:23.157192 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfbe213-4b81-4731-9d2d-197ea2feabe5,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:27:23.165488 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] Checking segment: {'id': 'f9fa65f9-d7e8-4e45-b17d-da79fb917f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:27:23.165838 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] Network hostable DHCP agents. Network: a87f33a2-0049-4c76-85cc-3f6b783d9aac, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:27:23.244423 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] Network a87f33a2-0049-4c76-85cc-3f6b783d9aac is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:27:23.307318 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, a87f33a2-0049-4c76-85cc-3f6b783d9aac) {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:27:23.311740 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:27:23.312339 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:23.317091 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21142f-60e9-4ae9-bf13-850c5fd83523 None None] Network a87f33a2-0049-4c76-85cc-3f6b783d9aac requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:27:23.399870 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ebc07d68-38d3-497e-a433-f679fd4b6ded admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7499371 May 05 15:27:23.425741 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-a87f33a2-0049-4c76-85cc-3f6b783d9aac', 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac', 'project_id': '02855100ad2c4964b2978e96832f8664', 'fixed_ips': [{'subnet_id': '9dfbe213-4b81-4731-9d2d-197ea2feabe5'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:27:23.426657 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:23.667382 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Allocated IP 192.168.233.2 (a87f33a2-0049-4c76-85cc-3f6b783d9aac/9dfbe213-4b81-4731-9d2d-197ea2feabe5/63ecf369-07dc-4631-a7a8-7dc461462b04) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:27:23.816619 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Publish callbacks [] for port (63ecf369-07dc-4631-a7a8-7dc461462b04), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:23.969923 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (63ecf369-07dc-4631-a7a8-7dc461462b04), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:24.012652 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Network a87f33a2-0049-4c76-85cc-3f6b783d9aac is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:27:24.017472 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:27:24.019355 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Pushing event updated for resources: {'Port': ['ID=63ecf369-07dc-4631-a7a8-7dc461462b04,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:27:24.021412 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:27:24.033199 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.033539 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.033897 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.034425 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.034772 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.035098 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.035420 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.035765 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.036087 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.036403 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.036719 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.037052 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.037367 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.037683 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.037994 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:27:24.091182 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Attempting to bind port 63ecf369-07dc-4631-a7a8-7dc461462b04 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:27:24.092910 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Attempting to bind port 63ecf369-07dc-4631-a7a8-7dc461462b04 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'f9fa65f9-d7e8-4e45-b17d-da79fb917f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:27:24.092910 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Attempting to bind port 63ecf369-07dc-4631-a7a8-7dc461462b04 on network a87f33a2-0049-4c76-85cc-3f6b783d9aac {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:27:24.098457 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:27:24.098831 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Checking segment: {'id': 'f9fa65f9-d7e8-4e45-b17d-da79fb917f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:27:24.099228 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:24.099619 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Bound using segment: {'id': 'f9fa65f9-d7e8-4e45-b17d-da79fb917f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:27:24.100086 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Bound port: 63ecf369-07dc-4631-a7a8-7dc461462b04, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fa65f9-d7e8-4e45-b17d-da79fb917f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:27:24.100457 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (63ecf369-07dc-4631-a7a8-7dc461462b04), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:24.165568 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] For port 63ecf369-07dc-4631-a7a8-7dc461462b04, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:27:24.168790 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] For port 63ecf369-07dc-4631-a7a8-7dc461462b04, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=63ecf369-07dc-4631-a7a8-7dc461462b04,segment=NetworkSegment(f9fa65f9-d7e8-4e45-b17d-da79fb917f54),segment_id=f9fa65f9-d7e8-4e45-b17d-da79fb917f54)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:27:24.233215 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (63ecf369-07dc-4631-a7a8-7dc461462b04), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:24.291824 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2a1f1-d6b1-4504-b620-7c9fda8015e8 None None] Pushing event updated for resources: {'Port': ['ID=63ecf369-07dc-4631-a7a8-7dc461462b04,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:27:25.174810 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c9168f-c334-4662-9d43-6bd65e4f67f5 None None] Network a87f33a2-0049-4c76-85cc-3f6b783d9aac requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:27:25.245275 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-90dd28a9-318f-478b-8a02-a535d0174e10 None None] Provisioning complete for port 63ecf369-07dc-4631-a7a8-7dc461462b04 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:27:25.245746 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90dd28a9-318f-478b-8a02-a535d0174e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (63ecf369-07dc-4631-a7a8-7dc461462b04), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:25.361080 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-90dd28a9-318f-478b-8a02-a535d0174e10 None None] Current status of the port 63ecf369-07dc-4631-a7a8-7dc461462b04 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:27:25.361080 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90dd28a9-318f-478b-8a02-a535d0174e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (63ecf369-07dc-4631-a7a8-7dc461462b04), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:25.395859 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-90dd28a9-318f-478b-8a02-a535d0174e10 None None] For port 63ecf369-07dc-4631-a7a8-7dc461462b04, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=63ecf369-07dc-4631-a7a8-7dc461462b04,segment=NetworkSegment(f9fa65f9-d7e8-4e45-b17d-da79fb917f54),segment_id=f9fa65f9-d7e8-4e45-b17d-da79fb917f54)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:27:25.479662 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90dd28a9-318f-478b-8a02-a535d0174e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (63ecf369-07dc-4631-a7a8-7dc461462b04), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:25.535353 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd28a9-318f-478b-8a02-a535d0174e10 None None] Pushing event updated for resources: {'Port': ['ID=63ecf369-07dc-4631-a7a8-7dc461462b04,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:27:25.598050 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-a0f357cd-87eb-49d1-9caa-6687940f17a0 None None] Provisioning complete for port 63ecf369-07dc-4631-a7a8-7dc461462b04 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:27:25.598395 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a0f357cd-87eb-49d1-9caa-6687940f17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (63ecf369-07dc-4631-a7a8-7dc461462b04), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:25.677270 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a0f357cd-87eb-49d1-9caa-6687940f17a0 None None] Current status of the port 63ecf369-07dc-4631-a7a8-7dc461462b04 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:27:25.844143 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 63ecf369-07dc-4631-a7a8-7dc461462b04 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:27:25.893964 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 63ecf369-07dc-4631-a7a8-7dc461462b04 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:27:25.894384 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (63ecf369-07dc-4631-a7a8-7dc461462b04), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:25.971924 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 63ecf369-07dc-4631-a7a8-7dc461462b04 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:27:30.878876 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-911861c7-2b8f-44e9-b1d3-35e9fb266672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:31.250859 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 5 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:27:33.004360 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-21fcd38a-af29-48ef-ab9f-46451843770b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:34.170516 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:35.810930 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:37.096014 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:00.912562 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b55bfee-687f-43f0-ae60-015db72bd3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:03.004005 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a7171fba-a229-4be6-b1fd-9dbb2c49aa43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:04.174915 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:05.838383 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:07.117958 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:08.248729 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 5 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:28:30.883090 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97a0aa99-5312-4e15-8e4d-4f961e1979b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:33.047935 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0abc4cfa-4c04-46e5-8ca0-869c0ee208e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:34.185911 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:35.808837 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:37.111761 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:45.248105 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 5 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:28:59.823320 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38752) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:28:59.829116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [None req-68c5492e-eb1b-48e1-8914-4195843abec2 tempest-verify_tempest_config-51828898 tempest-verify_tempest_config-51828898-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:28:59.830066 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-68c5492e-eb1b-48e1-8914-4195843abec2 tempest-verify_tempest_config-51828898 tempest-verify_tempest_config-51828898-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055995 May 05 15:29:00.356984 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38770) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:29:00.458478 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:00.534552 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Publish callbacks [] for security_group (92c39d20-d1cf-4228-9198-d3b55a0a5354), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:00.613993 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (92c39d20-d1cf-4228-9198-d3b55a0a5354), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:00.660148 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7683117cf2747aabb4196a61d9249ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3021333 May 05 15:29:00.661099 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c39d20-d1cf-4228-9198-d3b55a0a5354,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:29:00.662996 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38774) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:29:00.678729 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.679005 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.679356 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.679691 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.680021 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.680340 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.680654 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.680967 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.681294 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.681611 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.681938 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.682271 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.682595 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.682905 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.683804 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b290515-efb3-4181-8ce4-a8dfa4f93b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:29:00.729210 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a00d1f3d-4968-40a1-a251-ba4945290c79 admin admin] Publish callbacks [] for security_group (92c39d20-d1cf-4228-9198-d3b55a0a5354), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:00.750362 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a00d1f3d-4968-40a1-a251-ba4945290c79 admin admin] Publish callbacks [] for security_group (92c39d20-d1cf-4228-9198-d3b55a0a5354), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:00.893435 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c53b41ab-8374-4c0d-93fe-2581f6356739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:00.928643 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a00d1f3d-4968-40a1-a251-ba4945290c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (92c39d20-d1cf-4228-9198-d3b55a0a5354), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:00.931288 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a00d1f3d-4968-40a1-a251-ba4945290c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:00.932386 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a00d1f3d-4968-40a1-a251-ba4945290c79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92c39d20-d1cf-4228-9198-d3b55a0a5354 HTTP/1.1" status: 204 len: 168 time: 0.2685187 May 05 15:29:00.940541 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d1f3d-4968-40a1-a251-ba4945290c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c39d20-d1cf-4228-9198-d3b55a0a5354,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:29:03.025494 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-760280ff-a5a9-4963-b97f-341e920fd7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:04.191033 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:05.784992 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:07.133436 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:22.247198 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 5 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:29:30.887381 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b9f488e8-08ff-418c-85ca-b6aba0e2d360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:33.041522 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-27a24e14-3981-481a-a37f-f8243cbef0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:34.195736 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:35.784135 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:37.155773 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:59.245740 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 5 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:30:00.915580 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33e29231-9f39-498e-b7a7-41a6514f562e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:03.012116 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-25ee1631-c116-4c17-bb8c-a01fcf2b7372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:04.172284 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:05.806950 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:07.138002 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:30.915217 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-83963143-d54a-45cd-8a59-f4878466951a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:32.983292 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b3afae6-401e-43cc-bcad-06e26692dedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:34.188845 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:35.778478 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.246733 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 5 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:30:37.120401 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:49.863475 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641290'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:00.919756 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-82dd8298-e5c0-469b-badb-b6f3077cbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:02.988460 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a2b03b06-b704-49f0-8b2d-86c5090147dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:04.200267 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:04.594226 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 38844) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:04.701662 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-6fc86e89-a394-48cd-b296-6682052ad811 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1063101 May 05 15:31:05.781849 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:07.045469 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 38854) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:07.109250 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-6754ce35-4828-4742-a7ad-64578dfcfa80 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0627079 May 05 15:31:07.126241 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:13.245798 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:31:19.856041 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:30.907787 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9fd704d2-a91a-4882-999b-553a22d4e2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:32.992761 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-16f5c3c2-abda-4cb9-b245-6364646d09ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:34.227742 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:35.759373 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:37.146728 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:49.855683 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.244586 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:32:00.954939 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e991af34-15b5-4e50-b991-0cc9f8a39a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:03.032296 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c03c7e59-6cc5-4640-9206-b4ccff43589d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:04.210777 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:05.787544 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:07.147869 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.902132 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:27.244096 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:32:30.884862 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fa9d-6cad-43ef-8bce-a9d18756aa1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:33.009346 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-62e6d1d8-40fe-4771-8707-fbf568ac6855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:34.233176 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:35.793475 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:37.139801 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:46.405177 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39064) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:46.792447 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-791461051-network', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:46.896554 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Made reservation on behalf of bedb0fa11b034325ad09ea0ec7f8e288 for: {'network': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:32:46.902055 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:46.912160 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.004856 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Publish callbacks [] for security_group (7770798e-9875-4a15-bd02-71de9d126c20), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.067276 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7770798e-9875-4a15-bd02-71de9d126c20), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.104906 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:32:47.112176 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7770798e-9875-4a15-bd02-71de9d126c20,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:47.124923 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (985b2d79-e7bf-440d-bafc-2ac4f62eda61), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.125357 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.segments_db [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Added segment 985b2d79-e7bf-440d-bafc-2ac4f62eda61 of type vlan for network 567bf926-5d0b-40e3-87cf-663917924844 May 05 15:32:47.127442 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.128523 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.128902 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.129684 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.130302 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.130916 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.131459 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.131799 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.133410 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.133410 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.133410 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.133410 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.133834 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.134690 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.135207 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Tracked resource versions report: May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: pushed versions: May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: { 'AddressGroup': {'1.2'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Agent': {'1.1'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'ConntrackHelper': {'1.0'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'LocalIPAssociation': {'1.0'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Log': {'1.0'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'NDPProxy': {'1.0'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Network': {'1.1'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Port': {'1.7'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'PortForwarding': {'1.3'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'QosPolicy': {'1.10'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SecurityGroup': {'1.5'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SecurityGroupRule': {'1.2'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SubPort': {'1.0'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Subnet': {'1.1'}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Trunk': {'1.1'}} May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: consumer versions: May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: { DHCP agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: HyperV agent@hv-cinder-84067: {}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: L3 agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: Metadata agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: Metering agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: Open vSwitch agent@dv-cinder-840678-1-iscsi: { 'AddressGroup': '1.2', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Agent': '1.1', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'ConntrackHelper': '1.0', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'LocalIPAssociation': '1.0', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Log': '1.0', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'NDPProxy': '1.0', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Network': '1.1', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Port': '1.7', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'PortForwarding': '1.3', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'QosPolicy': '1.10', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SecurityGroup': '1.5', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SecurityGroupRule': '1.2', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'SubPort': '1.0', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Subnet': '1.1', May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: 'Trunk': '1.1'}} May 05 15:32:47.136940 dv-cinder-840678-1-iscsi neutron-server[103723]: {{(pid=103723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:32:47.188049 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (567bf926-5d0b-40e3-87cf-663917924844), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.293778 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39114) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:47.302609 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (567bf926-5d0b-40e3-87cf-663917924844), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.303596 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:47.304160 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.371461 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] Pushing event updated for resources: {'Network': ['ID=567bf926-5d0b-40e3-87cf-663917924844,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:47.381740 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network 567bf926-5d0b-40e3-87cf-663917924844 details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:32:47.419212 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8a4ab8de-4974-4d88-b16d-68d089531b90 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0125468 May 05 15:32:47.421778 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39120) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:47.427174 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] Request body: {'subnet': {'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-subnet', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:47.505168 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] Made reservation on behalf of bedb0fa11b034325ad09ea0ec7f8e288 for: {'subnet': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:32:47.507512 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.721082 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39130) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:47.747681 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (7dba1ae9-e494-4720-b0dd-109269841baf), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.811513 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dba1ae9-e494-4720-b0dd-109269841baf,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:47.822970 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] Checking segment: {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:32:47.823324 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] Network hostable DHCP agents. Network: 567bf926-5d0b-40e3-87cf-663917924844, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:32:47.896214 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] Network 567bf926-5d0b-40e3-87cf-663917924844 is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:32:47.964939 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-334138241-network', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:47.986898 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, 567bf926-5d0b-40e3-87cf-663917924844) {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:47.991057 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:47.996037 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.998884 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb9208a-ec20-4a56-aad9-65d2ac0a2813 None None] Network 567bf926-5d0b-40e3-87cf-663917924844 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:32:48.056659 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39142) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:48.073112 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Made reservation on behalf of 9033d11b107a4c22b38f31a181a05ebe for: {'network': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:32:48.075562 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.084632 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.097242 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1525533635-network', 'tenant_id': '8b27b8154a1f4257b7add9ba2ba83eae'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:48.107183 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-db804947-0d0a-41d8-9bc9-f1825da1701f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6843309 May 05 15:32:48.110083 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39148) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:48.118010 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:48.136936 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-567bf926-5d0b-40e3-87cf-663917924844', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:32:48.137792 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.198763 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Publish callbacks [] for security_group (0fff19c0-c3e9-4959-8a9b-e072e94f7ae1), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.222004 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Made reservation on behalf of 8b27b8154a1f4257b7add9ba2ba83eae for: {'network': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:32:48.225554 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.238259 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.256469 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-604143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router (490adb72-503e-4400-9c89-48b3108c21d7), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.258647 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1852'] for router (490adb72-503e-4400-9c89-48b3108c21d7), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.286460 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (0fff19c0-c3e9-4959-8a9b-e072e94f7ae1), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.293746 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Allocated IP 172.20.0.2 (567bf926-5d0b-40e3-87cf-663917924844/7dba1ae9-e494-4720-b0dd-109269841baf/98efecd0-f42b-4008-b5a2-fc43a9a97eab) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:32:48.299852 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:32:48.312107 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (b0a53e75-e705-421c-bf09-a9296745cd68), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.312574 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.segments_db [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Added segment b0a53e75-e705-421c-bf09-a9296745cd68 of type vlan for network c0587739-8906-446b-bcca-e4ce438334aa May 05 15:32:48.363835 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (c0587739-8906-446b-bcca-e4ce438334aa), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.381722 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Publish callbacks [] for router_controller (490adb72-503e-4400-9c89-48b3108c21d7), precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.491099 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d0798712-5906-4ecc-8a21-0dc48fc24cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.496853 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Publish callbacks [] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.507489 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fff19c0-c3e9-4959-8a9b-e072e94f7ae1,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:48.526224 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (c0587739-8906-446b-bcca-e4ce438334aa), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.528262 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:48.531330 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.593785 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.657018 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] Pushing event updated for resources: {'Network': ['ID=c0587739-8906-446b-bcca-e4ce438334aa,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:48.702051 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network c0587739-8906-446b-bcca-e4ce438334aa details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:32:48.736492 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-6ac1b73b-e95b-44d0-a309-760cb19b4896 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4381475 May 05 15:32:48.740403 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39172) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:48.749317 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] Request body: {'subnet': {'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-334138241-subnet', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:48.754872 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Publish callbacks [] for security_group (5fbed22b-80fb-48a0-bac1-8043147839bf), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.808716 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Pushing event updated for resources: {'Port': ['ID=98efecd0-f42b-4008-b5a2-fc43a9a97eab,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:48.822965 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Network 567bf926-5d0b-40e3-87cf-663917924844 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:48.835725 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:48.842192 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:32:48.866242 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d0798712-5906-4ecc-8a21-0dc48fc24cc0 admin admin] Publish callbacks [] for security_group (ddff8ab6-717a-4303-a338-952594faa126), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.873527 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (5fbed22b-80fb-48a0-bac1-8043147839bf), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.876425 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.877089 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.878046 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.878681 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.879219 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.880047 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.880586 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.881173 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.881978 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.882610 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.884934 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.885495 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.886718 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.888509 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.888884 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Tracked resource versions report: May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: pushed versions: May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: { 'AddressGroup': {'1.2'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Agent': {'1.1'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'ConntrackHelper': {'1.0'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'LocalIPAssociation': {'1.0'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Log': {'1.0'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'NDPProxy': {'1.0'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Network': {'1.1'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Port': {'1.7'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'PortForwarding': {'1.3'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'QosPolicy': {'1.10'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SecurityGroup': {'1.5'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SecurityGroupRule': {'1.2'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SubPort': {'1.0'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Subnet': {'1.1'}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Trunk': {'1.1'}} May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: consumer versions: May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: { DHCP agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: HyperV agent@hv-cinder-84067: {}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: L3 agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: Metadata agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: Metering agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: Open vSwitch agent@dv-cinder-840678-1-iscsi: { 'AddressGroup': '1.2', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Agent': '1.1', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'ConntrackHelper': '1.0', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'LocalIPAssociation': '1.0', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Log': '1.0', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'NDPProxy': '1.0', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Network': '1.1', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Port': '1.7', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'PortForwarding': '1.3', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'QosPolicy': '1.10', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SecurityGroup': '1.5', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SecurityGroupRule': '1.2', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'SubPort': '1.0', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Subnet': '1.1', May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: 'Trunk': '1.1'}} May 05 15:32:48.890123 dv-cinder-840678-1-iscsi neutron-server[103725]: {{(pid=103725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:32:48.920197 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] Made reservation on behalf of 9033d11b107a4c22b38f31a181a05ebe for: {'subnet': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:32:48.936537 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.952088 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:32:48.956589 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Publish callbacks [] for router_gateway (490adb72-503e-4400-9c89-48b3108c21d7), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.987032 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d0798712-5906-4ecc-8a21-0dc48fc24cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ddff8ab6-717a-4303-a338-952594faa126), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.993318 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbed22b-80fb-48a0-bac1-8043147839bf,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:48.997594 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (1d0d6e92-8b78-4f9e-969d-19d238a7302a), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.997937 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.segments_db [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Added segment 1d0d6e92-8b78-4f9e-969d-19d238a7302a of type vlan for network e392e3ff-8b8b-42c1-8bb0-92c99f11afde May 05 15:32:49.021548 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Attempting to bind port 98efecd0-f42b-4008-b5a2-fc43a9a97eab on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:32:49.021951 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Attempting to bind port 98efecd0-f42b-4008-b5a2-fc43a9a97eab by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:32:49.022335 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Attempting to bind port 98efecd0-f42b-4008-b5a2-fc43a9a97eab on network 567bf926-5d0b-40e3-87cf-663917924844 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:32:49.034071 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:32:49.038708 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Checking segment: {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:32:49.039176 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.040113 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Bound using segment: {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:32:49.043824 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Bound port: 98efecd0-f42b-4008-b5a2-fc43a9a97eab, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:32:49.044540 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.140846 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] For port 98efecd0-f42b-4008-b5a2-fc43a9a97eab, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:32:49.145789 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] For port 98efecd0-f42b-4008-b5a2-fc43a9a97eab, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=98efecd0-f42b-4008-b5a2-fc43a9a97eab,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:32:49.216310 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.257006 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d0798712-5906-4ecc-8a21-0dc48fc24cc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9c3dfa3088a4ce38b4253a372e380ee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1991005 May 05 15:32:49.261295 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39186) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:49.266724 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (e392e3ff-8b8b-42c1-8bb0-92c99f11afde), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.274401 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0798712-5906-4ecc-8a21-0dc48fc24cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff8ab6-717a-4303-a338-952594faa126,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:49.315649 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff8dcc-b02b-476f-81ba-1ee525cc93bf None None] Pushing event updated for resources: {'Port': ['ID=98efecd0-f42b-4008-b5a2-fc43a9a97eab,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:49.430459 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (e392e3ff-8b8b-42c1-8bb0-92c99f11afde), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.431530 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:49.432235 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.438323 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Publish callbacks [] for router_gateway (490adb72-503e-4400-9c89-48b3108c21d7), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.472699 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.501614 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] Pushing event updated for resources: {'Network': ['ID=e392e3ff-8b8b-42c1-8bb0-92c99f11afde,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:49.516094 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-768518f7-5770-449f-b60d-82ed24072dac admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7931218 May 05 15:32:49.516260 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Publish callbacks [] for security_group (ddff8ab6-717a-4303-a338-952594faa126), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.518508 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network e392e3ff-8b8b-42c1-8bb0-92c99f11afde details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:32:49.518993 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39192) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:49.570225 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] Request body: {'subnet': {'network_id': 'e392e3ff-8b8b-42c1-8bb0-92c99f11afde', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1525533635-subnet', 'tenant_id': '8b27b8154a1f4257b7add9ba2ba83eae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:49.570225 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.621596 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:49.636817 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Publish callbacks [] for security_group (ddff8ab6-717a-4303-a338-952594faa126), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.653389 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] Checking segment: {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:32:49.653749 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] Network hostable DHCP agents. Network: c0587739-8906-446b-bcca-e4ce438334aa, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:32:49.718695 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] Made reservation on behalf of 8b27b8154a1f4257b7add9ba2ba83eae for: {'subnet': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:32:49.721175 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.755116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] Network c0587739-8906-446b-bcca-e4ce438334aa is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:32:49.777890 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Allocated IP 172.27.0.222 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/b9a2763d-a4df-4d60-8236-3be835dd675c) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:32:49.872198 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, c0587739-8906-446b-bcca-e4ce438334aa) {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:49.880554 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a6467-6b2c-4af0-9d13-fb6cbec80724 None None] Network c0587739-8906-446b-bcca-e4ce438334aa requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:32:49.890487 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:49.891197 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.899699 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ddff8ab6-717a-4303-a338-952594faa126), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.904267 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.907355 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddff8ab6-717a-4303-a338-952594faa126 HTTP/1.1" status: 204 len: 168 time: 0.6450031 May 05 15:32:49.922500 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Publish callbacks [] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.938938 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff8ab6-717a-4303-a338-952594faa126,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.965090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.969301 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.969859 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.969999 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdefef2-290e-4a35-b412-46374e3b4940 admin admin] Tracked resource versions report: May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: pushed versions: May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: { 'AddressGroup': {'1.2'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Agent': {'1.1'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'ConntrackHelper': {'1.0'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'LocalIPAssociation': {'1.0'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Log': {'1.0'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'NDPProxy': {'1.0'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Network': {'1.1'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Port': {'1.7'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'PortForwarding': {'1.3'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'QosPolicy': {'1.10'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'SecurityGroup': {'1.5'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'SecurityGroupRule': {'1.2'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'SubPort': {'1.0'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Subnet': {'1.1'}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Trunk': {'1.1'}} May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: consumer versions: May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: { DHCP agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: HyperV agent@hv-cinder-84067: {}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: L3 agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: Metadata agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: Metering agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: Open vSwitch agent@dv-cinder-840678-1-iscsi: { 'AddressGroup': '1.2', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Agent': '1.1', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'ConntrackHelper': '1.0', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'LocalIPAssociation': '1.0', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Log': '1.0', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'NDPProxy': '1.0', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Network': '1.1', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Port': '1.7', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'PortForwarding': '1.3', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'QosPolicy': '1.10', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'SecurityGroup': '1.5', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'SecurityGroupRule': '1.2', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'SubPort': '1.0', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Subnet': '1.1', May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: 'Trunk': '1.1'}} May 05 15:32:49.971484 dv-cinder-840678-1-iscsi neutron-server[103724]: {{(pid=103724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:32:50.003013 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.035170 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-03964fcb-ff5f-4eaa-924d-4c765c781580 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2866089 May 05 15:32:50.035380 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39206) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:50.044348 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37'}}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:50.115900 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (4c32212d-167d-49aa-816e-0742fa222f66), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.121825 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-c0587739-8906-446b-bcca-e4ce438334aa', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:32:50.122842 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.125941 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 98efecd0-f42b-4008-b5a2-fc43a9a97eab up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:32:50.171184 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.188373 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c32212d-167d-49aa-816e-0742fa222f66,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:50.199164 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] Checking segment: {'id': '1d0d6e92-8b78-4f9e-969d-19d238a7302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e392e3ff-8b8b-42c1-8bb0-92c99f11afde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:32:50.199530 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] Network hostable DHCP agents. Network: e392e3ff-8b8b-42c1-8bb0-92c99f11afde, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:32:50.239447 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-604143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router (e7783c59-1a08-46b4-a954-9ad9685899a6), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.241168 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1852'] for router (e7783c59-1a08-46b4-a954-9ad9685899a6), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.295099 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:50.311842 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:50.319582 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a2763d-a4df-4d60-8236-3be835dd675c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:50.329562 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:32:50.349368 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] Network e392e3ff-8b8b-42c1-8bb0-92c99f11afde is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:32:50.426625 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 98efecd0-f42b-4008-b5a2-fc43a9a97eab triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:50.430525 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.480638 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Publish callbacks [] for router_controller (e7783c59-1a08-46b4-a954-9ad9685899a6), precommit_add_association {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.496107 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Allocated IP 172.20.0.2 (c0587739-8906-446b-bcca-e4ce438334aa/83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6/b4b5703b-dfce-4235-b5c8-0ce93d281d73) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:32:50.527313 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, e392e3ff-8b8b-42c1-8bb0-92c99f11afde) {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:50.544120 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f09ec4b-1654-4c97-8d7d-67309c0946e3 None None] Network e392e3ff-8b8b-42c1-8bb0-92c99f11afde requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:32:50.545614 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:50.548005 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.630680 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 98efecd0-f42b-4008-b5a2-fc43a9a97eab is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:50.631349 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.770416 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-30a3d983-e2ae-450b-910e-43af4a34e758 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2422824 May 05 15:32:50.788276 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56436883-2e99-47d8-ade0-a6f91d9e483b None None] Network 567bf926-5d0b-40e3-87cf-663917924844 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:32:50.850390 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Publish callbacks [] for router_gateway (e7783c59-1a08-46b4-a954-9ad9685899a6), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.871830 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port 98efecd0-f42b-4008-b5a2-fc43a9a97eab, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=98efecd0-f42b-4008-b5a2-fc43a9a97eab,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:32:51.049594 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-9250b2a2-62dd-4e80-af9b-f4601768c659 None None] Provisioning complete for port 98efecd0-f42b-4008-b5a2-fc43a9a97eab triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:51.054822 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Publish callbacks [] for router_gateway (490adb72-503e-4400-9c89-48b3108c21d7), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.055158 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9250b2a2-62dd-4e80-af9b-f4601768c659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.251297 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.261387 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Publish callbacks [] for router_gateway (e7783c59-1a08-46b4-a954-9ad9685899a6), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.296805 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.299408 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca556b3-3676-4448-912e-181bc1235714 None None] Network e392e3ff-8b8b-42c1-8bb0-92c99f11afde requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:32:51.409162 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165'] for router (490adb72-503e-4400-9c89-48b3108c21d7), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.488793 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Allocated IP 172.27.0.136 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:32:51.547012 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Publish callbacks [] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.552153 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=98efecd0-f42b-4008-b5a2-fc43a9a97eab,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:51.618678 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-9250b2a2-62dd-4e80-af9b-f4601768c659 None None] Current status of the port 98efecd0-f42b-4008-b5a2-fc43a9a97eab is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:51.620054 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Publish callbacks [] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.640404 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.677368 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Network c0587739-8906-446b-bcca-e4ce438334aa is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:51.681180 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:51.684950 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:32:51.731279 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.756643 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Pushing event updated for resources: {'Port': ['ID=b4b5703b-dfce-4235-b5c8-0ce93d281d73,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:51.763879 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Router 490adb72-503e-4400-9c89-48b3108c21d7 is scheduled to L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:32:51.840693 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Attempting to bind port b4b5703b-dfce-4235-b5c8-0ce93d281d73 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:32:51.841056 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Attempting to bind port b4b5703b-dfce-4235-b5c8-0ce93d281d73 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:32:51.841427 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Attempting to bind port b4b5703b-dfce-4235-b5c8-0ce93d281d73 on network c0587739-8906-446b-bcca-e4ce438334aa {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:32:51.847575 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:51.862874 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:51.864975 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:32:51.865360 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Checking segment: {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:32:51.865775 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.866171 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Bound using segment: {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:32:51.866686 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Bound port: b4b5703b-dfce-4235-b5c8-0ce93d281d73, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:32:51.867069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:51.868789 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:32:51.999594 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:32:52.015794 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Sync routers for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:32:52.030951 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:32:52.031585 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:32:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:52.290535 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] For port b4b5703b-dfce-4235-b5c8-0ce93d281d73, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:32:52.290535 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] For port b4b5703b-dfce-4235-b5c8-0ce93d281d73, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b4b5703b-dfce-4235-b5c8-0ce93d281d73,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:32:52.290535 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-4aac1ae1-a332-44a5-8217-14e3f6891744 None None] Provisioning complete for port 98efecd0-f42b-4008-b5a2-fc43a9a97eab triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:52.290535 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4aac1ae1-a332-44a5-8217-14e3f6891744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:52.295842 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:52.295842 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-31dabbb8-36ed-46b7-b985-a5cd1b63db95 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0278180 May 05 15:32:52.295842 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39280) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:52.299215 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Pushing event updated for resources: {'Port': ['ID=0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:52.303182 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 98efecd0-f42b-4008-b5a2-fc43a9a97eab up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:32:52.303182 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:52.338785 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:32:52.389416 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d89d6-b330-4f76-996e-be2e921d87d6 None None] Pushing event updated for resources: {'Port': ['ID=b4b5703b-dfce-4235-b5c8-0ce93d281d73,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:52.399813 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 98efecd0-f42b-4008-b5a2-fc43a9a97eab triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:52.400204 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:52.489810 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4aac1ae1-a332-44a5-8217-14e3f6891744 None None] Current status of the port 98efecd0-f42b-4008-b5a2-fc43a9a97eab is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:52.546176 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39298) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:52.554838 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 98efecd0-f42b-4008-b5a2-fc43a9a97eab is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:52.557069 dv-cinder-840678-1-iscsi neutron-server[103724]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 15:32:52.589982 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:50Z', 'revision_number': 3, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:52.638873 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Checking router: 490adb72-503e-4400-9c89-48b3108c21d7 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:32:52.639488 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Updating router 490adb72-503e-4400-9c89-48b3108c21d7 port b9a2763d-a4df-4d60-8236-3be835dd675c binding host dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:32:52.659426 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Publish callbacks [] for router_gateway (e7783c59-1a08-46b4-a954-9ad9685899a6), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:52.683778 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.006490 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-f141fe44-bca7-48de-a91f-d36178a5c142 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:53.006490 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-f141fe44-bca7-48de-a91f-d36178a5c142 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/networks?id=e392e3ff-8b8b-42c1-8bb0-92c99f11afde HTTP/1.1" status: 200 len: 812 time: 0.4478633 May 05 15:32:53.048500 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-5ffd082a-0886-44b2-a04f-670095003571 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/quotas/8b27b8154a1f4257b7add9ba2ba83eae HTTP/1.1" status: 200 len: 375 time: 0.0173109 May 05 15:32:53.142539 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-e4ce3fa9-56b1-4fec-973e-a45705637cb1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b27b8154a1f4257b7add9ba2ba83eae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877717 May 05 15:32:53.188135 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165'] for router (e7783c59-1a08-46b4-a954-9ad9685899a6), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.203978 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Publish callbacks [] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.222404 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.301802 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.368024 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Pushing event updated for resources: {'Port': ['ID=b9a2763d-a4df-4d60-8236-3be835dd675c,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:53.378144 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.378727 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.379090 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.379445 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.379776 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.380327 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.380714 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.381106 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.381498 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.381888 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.382268 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.382806 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.383996 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.384427 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.385175 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Tracked resource versions report: May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: pushed versions: May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: { 'AddressGroup': {'1.2'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Agent': {'1.1'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'ConntrackHelper': {'1.0'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'LocalIPAssociation': {'1.0'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Log': {'1.0'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'NDPProxy': {'1.0'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Network': {'1.1'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Port': {'1.7'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'PortForwarding': {'1.3'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'QosPolicy': {'1.10'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SecurityGroup': {'1.5'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SecurityGroupRule': {'1.2'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SubPort': {'1.0'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Subnet': {'1.1'}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Trunk': {'1.1'}} May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: consumer versions: May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: { DHCP agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: HyperV agent@hv-cinder-84067: {}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: L3 agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: Metadata agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: Metering agent@dv-cinder-840678-1-iscsi: {}, May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: Open vSwitch agent@dv-cinder-840678-1-iscsi: { 'AddressGroup': '1.2', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Agent': '1.1', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'ConntrackHelper': '1.0', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'LocalIPAssociation': '1.0', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Log': '1.0', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'NDPProxy': '1.0', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Network': '1.1', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Port': '1.7', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'PortForwarding': '1.3', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'QosPolicy': '1.10', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SecurityGroup': '1.5', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SecurityGroupRule': '1.2', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'SubPort': '1.0', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Subnet': '1.1', May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: 'Trunk': '1.1'}} May 05 15:32:53.387539 dv-cinder-840678-1-iscsi neutron-server[103726]: {{(pid=103726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:32:53.429698 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Attempting to bind port b9a2763d-a4df-4d60-8236-3be835dd675c on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:32:53.430220 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Attempting to bind port b9a2763d-a4df-4d60-8236-3be835dd675c by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:32:53.430730 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Attempting to bind port b9a2763d-a4df-4d60-8236-3be835dd675c on network 02718d50-6065-4980-9530-582a9009be37 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:32:53.431998 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-2e2e2cb9-c1ce-4924-bab1-988e9dc94c60 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:32:53.433028 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-2e2e2cb9-c1ce-4924-bab1-988e9dc94c60 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1035979 May 05 15:32:53.436280 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:32:53.436887 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:32:53.437613 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.438181 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Bound using segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:32:53.438902 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Bound port: b9a2763d-a4df-4d60-8236-3be835dd675c, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:32:53.439533 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.499624 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Router e7783c59-1a08-46b4-a954-9ad9685899a6 is scheduled to L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a with binding_index 1 {{(pid=103723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:32:53.504774 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] For port b9a2763d-a4df-4d60-8236-3be835dd675c, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:32:53.511026 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] For port b9a2763d-a4df-4d60-8236-3be835dd675c, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b9a2763d-a4df-4d60-8236-3be835dd675c,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:32:53.588681 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.635473 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:32:53.651081 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Sync routers for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:32:53.679246 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:32:53.682237 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:32:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:53.690225 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:32:53.690225 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:32:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:53.709176 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.710481 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e5cead06-fe9b-45f3-9b7b-3debae7a3c9c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6718581 May 05 15:32:53.713906 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39360) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:53.842271 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Allocated IP 172.20.0.1 (567bf926-5d0b-40e3-87cf-663917924844/7dba1ae9-e494-4720-b0dd-109269841baf/23979aa1-cc68-4f60-b966-34d1a8996c59) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:32:53.859384 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-163714b0-5c09-4d1f-927c-3d1b5c5bf659 service neutron] 10.222.0.44 "GET /v2.0/networks/e392e3ff-8b8b-42c1-8bb0-92c99f11afde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634239 May 05 15:32:53.943828 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:32:54.046346 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f6d06-3450-420b-aa88-141bf057fad4 None None] Pushing event updated for resources: {'Port': ['ID=b9a2763d-a4df-4d60-8236-3be835dd675c,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:54.059308 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b974f5-e6ec-48fd-906a-7d6be037b082 None None] Network c0587739-8906-446b-bcca-e4ce438334aa requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:32:54.068093 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:32:54.089330 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-2fe2676b-6421-42b3-93f9-8bbcb5ed9a09 service neutron] 10.222.0.44 "GET /v2.0/networks/e392e3ff-8b8b-42c1-8bb0-92c99f11afde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201018 May 05 15:32:54.092865 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Publish callbacks [] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:54.196926 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b4b5703b-dfce-4235-b5c8-0ce93d281d73 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:32:54.220348 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:54.301779 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Network 567bf926-5d0b-40e3-87cf-663917924844 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:54.313226 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:54.324993 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:32:54.325405 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640392'] for router_interface (490adb72-503e-4400-9c89-48b3108c21d7), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:54.326021 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:50Z', 'revision_number': 3, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:54.339245 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-05e18cd6-028e-4d9b-8398-9b10f308e714 None None] Provisioning complete for port b4b5703b-dfce-4235-b5c8-0ce93d281d73 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:54.339729 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-05e18cd6-028e-4d9b-8398-9b10f308e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:54.395489 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e6bf66-e55d-4459-982b-e10040d29df0 None None] The sync data for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi is: [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:50Z', 'revision_number': 3, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:32:54.509852 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:54.525150 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Pushing event updated for resources: {'Port': ['ID=23979aa1-cc68-4f60-b966-34d1a8996c59,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:54.672719 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port b4b5703b-dfce-4235-b5c8-0ce93d281d73 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:54.673254 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:54.717473 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39390) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:54.722407 dv-cinder-840678-1-iscsi neutron-server[103723]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 15:32:54.848745 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a1cce57c-327a-4e2e-8be2-aee6c132efa4 req-ee293f15-c7f0-47a9-b1a8-0ce24df16e5b tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 210 time: 0.1280918 May 05 15:32:55.000707 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:52Z', 'revision_number': 3, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:55.044984 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Allocated IP 172.20.0.1 (c0587739-8906-446b-bcca-e4ce438334aa/83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6/d152033c-f0f6-445f-9a63-71fd8563b2ba) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:32:55.089728 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.187343 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-05e18cd6-028e-4d9b-8398-9b10f308e714 None None] Current status of the port b4b5703b-dfce-4235-b5c8-0ce93d281d73 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:55.187912 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-05e18cd6-028e-4d9b-8398-9b10f308e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.190275 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Checking router: e7783c59-1a08-46b4-a954-9ad9685899a6 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:32:55.191702 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Updating router e7783c59-1a08-46b4-a954-9ad9685899a6 port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f binding host dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:32:55.269137 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Publish callbacks [] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.271431 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port b4b5703b-dfce-4235-b5c8-0ce93d281d73 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:55.271868 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.301905 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.387994 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.401104 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Publish callbacks [] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.426966 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port b4b5703b-dfce-4235-b5c8-0ce93d281d73, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b4b5703b-dfce-4235-b5c8-0ce93d281d73,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:32:55.479158 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Network c0587739-8906-446b-bcca-e4ce438334aa is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:55.483181 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:55.501903 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.503042 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640370'] for router_interface (490adb72-503e-4400-9c89-48b3108c21d7), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.507779 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:32:55.509697 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640392'] for router_interface (e7783c59-1a08-46b4-a954-9ad9685899a6), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.575248 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d152033c-f0f6-445f-9a63-71fd8563b2ba,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:55.691971 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Pushing event updated for resources: {'Port': ['ID=23979aa1-cc68-4f60-b966-34d1a8996c59,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:55.768213 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.db.api [None req-05e18cd6-028e-4d9b-8398-9b10f308e714 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:32:55.768778 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG oslo_db.api [None req-05e18cd6-028e-4d9b-8398-9b10f308e714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:32:55.769212 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.850658 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Network 567bf926-5d0b-40e3-87cf-663917924844 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:55.857088 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:55.918908 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=b4b5703b-dfce-4235-b5c8-0ce93d281d73,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:55.958837 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.264726 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c7ae2093-3353-4226-aede-5b2004129cd7 req-5c0bcc65-40fc-44ea-917c-f89a6dcd2c27 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 210 time: 0.1804028 May 05 15:32:56.272402 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Publish callbacks [] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.299502 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Router 490adb72-503e-4400-9c89-48b3108c21d7 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:32:56.313537 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b4b5703b-dfce-4235-b5c8-0ce93d281d73 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:32:56.370378 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-05e18cd6-028e-4d9b-8398-9b10f308e714 None None] Current status of the port b4b5703b-dfce-4235-b5c8-0ce93d281d73 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:56.401234 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port b4b5703b-dfce-4235-b5c8-0ce93d281d73 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:56.403381 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.405767 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.477338 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:32:56.483930 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-7995ad1f-3e75-4a86-87f7-6d30514f03e9 admin admin] 10.222.0.44 "PUT /v2.0/routers/490adb72-503e-4400-9c89-48b3108c21d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3388355 May 05 15:32:56.545418 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Publish callbacks [] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.578549 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-02048c16-e775-4eaa-ab89-337a07f34cb4 None None] Provisioning complete for port 23979aa1-cc68-4f60-b966-34d1a8996c59 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:56.579100 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02048c16-e775-4eaa-ab89-337a07f34cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.605002 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.606427 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640370'] for router_interface (e7783c59-1a08-46b4-a954-9ad9685899a6), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.618690 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Attempting to bind port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:32:56.619295 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Attempting to bind port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:32:56.619856 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Attempting to bind port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f on network 02718d50-6065-4980-9530-582a9009be37 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:32:56.626841 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca25175-1a92-44e1-b25e-b2b53e0e2d6b None None] Pushing event updated for resources: {'Port': ['ID=0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:56.643354 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:32:56.644121 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:32:56.644664 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.645340 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Bound using segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:32:56.645963 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Bound port: 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:32:56.646517 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.689319 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-02048c16-e775-4eaa-ab89-337a07f34cb4 None None] Port 23979aa1-cc68-4f60-b966-34d1a8996c59 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:32:56.716549 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d152033c-f0f6-445f-9a63-71fd8563b2ba,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:56.744305 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-02048c16-e775-4eaa-ab89-337a07f34cb4 None None] Provisioning complete for port d152033c-f0f6-445f-9a63-71fd8563b2ba triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:56.744881 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02048c16-e775-4eaa-ab89-337a07f34cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.792024 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port b4b5703b-dfce-4235-b5c8-0ce93d281d73 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:56.793098 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b9a2763d-a4df-4d60-8236-3be835dd675c up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:32:56.822781 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] For port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:32:56.845145 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-02048c16-e775-4eaa-ab89-337a07f34cb4 None None] Port d152033c-f0f6-445f-9a63-71fd8563b2ba cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:32:56.849204 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Network c0587739-8906-446b-bcca-e4ce438334aa is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:56.853132 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] For port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:32:56.861494 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:56.866539 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-02048c16-e775-4eaa-ab89-337a07f34cb4 None None] Provisioning complete for port b4b5703b-dfce-4235-b5c8-0ce93d281d73 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:56.866929 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02048c16-e775-4eaa-ab89-337a07f34cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.901327 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port b9a2763d-a4df-4d60-8236-3be835dd675c triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:56.902535 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.987026 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.065322 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Router e7783c59-1a08-46b4-a954-9ad9685899a6 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:32:57.071042 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Sync routers for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:32:57.086914 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-02048c16-e775-4eaa-ab89-337a07f34cb4 None None] Current status of the port b4b5703b-dfce-4235-b5c8-0ce93d281d73 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:57.089706 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:32:57.090415 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:32:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:57.180355 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:32:57.181387 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:32:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:57.265746 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:32:57.268515 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:32:57.278592 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-2fad2097-bd1e-477c-9b57-3ba604245eb1 admin admin] 10.222.0.44 "PUT /v2.0/routers/e7783c59-1a08-46b4-a954-9ad9685899a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5564160 May 05 15:32:57.385663 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39490) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:57.391385 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-10665851-a540-47bd-95f1-fc13d33f6930 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073889488', 'description': 'tempest-description--1239854781'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:57.426465 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca25175-1a92-44e1-b25e-b2b53e0e2d6b None None] Pushing event updated for resources: {'Port': ['ID=0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:57.478271 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-96701b3d-070a-4cc8-ac24-742f9a6b2685 None None] Provisioning complete for port d152033c-f0f6-445f-9a63-71fd8563b2ba triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:57.478834 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96701b3d-070a-4cc8-ac24-742f9a6b2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.484690 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port b9a2763d-a4df-4d60-8236-3be835dd675c is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:57.485622 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.545944 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ee1ae50f-0565-4199-b50f-5ff92fa90947 req-fecf7932-cc68-40d6-bccb-c2c2ffdd04ec tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 210 time: 0.0356102 May 05 15:32:57.572024 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10665851-a540-47bd-95f1-fc13d33f6930 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.582822 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port b9a2763d-a4df-4d60-8236-3be835dd675c, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b9a2763d-a4df-4d60-8236-3be835dd675c,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:32:57.617862 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-96701b3d-070a-4cc8-ac24-742f9a6b2685 None None] Port d152033c-f0f6-445f-9a63-71fd8563b2ba cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:32:57.623636 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:32:57.717028 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.737528 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10665851-a540-47bd-95f1-fc13d33f6930 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (dc98c3d5-e551-4650-b465-cb46c9002329), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.787160 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 2, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:57.823923 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=b9a2763d-a4df-4d60-8236-3be835dd675c,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:57.838404 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10665851-a540-47bd-95f1-fc13d33f6930 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (dc98c3d5-e551-4650-b465-cb46c9002329), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.848408 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Checking router: 490adb72-503e-4400-9c89-48b3108c21d7 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:32:57.848847 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Updating router 490adb72-503e-4400-9c89-48b3108c21d7 port 23979aa1-cc68-4f60-b966-34d1a8996c59 binding host dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:32:57.897510 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:32:56Z', 'revision_number': 2, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:57.904271 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10665851-a540-47bd-95f1-fc13d33f6930 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98c3d5-e551-4650-b465-cb46c9002329,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:57.913155 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.935383 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afa879-001e-4bbf-81cf-3774d52f2c37 None None] The sync data for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi is: [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:32:56Z', 'revision_number': 2, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:32:57.989231 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10665851-a540-47bd-95f1-fc13d33f6930 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.990531 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-10665851-a540-47bd-95f1-fc13d33f6930 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6030555 May 05 15:32:57.999668 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39516) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:57.999668 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-6de1a3a9-94b7-49f3-bf2a-382cff6a3471 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'security_group_rule': {'security_group_id': 'dc98c3d5-e551-4650-b465-cb46c9002329', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:58.144407 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b9a2763d-a4df-4d60-8236-3be835dd675c up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:32:58.163361 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6de1a3a9-94b7-49f3-bf2a-382cff6a3471 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (a2fe6c7b-5867-4b84-ae77-fec91efff3a3), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.261400 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port b9a2763d-a4df-4d60-8236-3be835dd675c triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:58.261784 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.279329 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6de1a3a9-94b7-49f3-bf2a-382cff6a3471 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (a2fe6c7b-5867-4b84-ae77-fec91efff3a3), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.353941 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6de1a3a9-94b7-49f3-bf2a-382cff6a3471 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (a2fe6c7b-5867-4b84-ae77-fec91efff3a3), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.393510 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1a3a9-94b7-49f3-bf2a-382cff6a3471 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fe6c7b-5867-4b84-ae77-fec91efff3a3,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:58.419517 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port b9a2763d-a4df-4d60-8236-3be835dd675c is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:58.486427 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Publish callbacks [] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.537854 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6de1a3a9-94b7-49f3-bf2a-382cff6a3471 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.542756 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39524) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:58.543451 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-6de1a3a9-94b7-49f3-bf2a-382cff6a3471 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5471447 May 05 15:32:58.547623 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-b0e946f1-bee4-49ff-b5cc-08f669c35dc4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'security_group_rule': {'security_group_id': 'dc98c3d5-e551-4650-b465-cb46c9002329', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:58.572369 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.645401 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e40cd-84ef-4b37-8ed0-42a89b75f092 None None] Pushing event updated for resources: {'Port': ['ID=23979aa1-cc68-4f60-b966-34d1a8996c59,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:58.677368 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b0e946f1-bee4-49ff-b5cc-08f669c35dc4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (e87d9914-c62b-4150-9339-af17d09cf678), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.746778 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39536) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:58.800529 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39540) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:58.806749 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Attempting to bind port 23979aa1-cc68-4f60-b966-34d1a8996c59 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:32:58.807118 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Attempting to bind port 23979aa1-cc68-4f60-b966-34d1a8996c59 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:32:58.807751 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Attempting to bind port 23979aa1-cc68-4f60-b966-34d1a8996c59 on network 567bf926-5d0b-40e3-87cf-663917924844 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:32:58.813687 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-d140f713-ff4a-4541-83e8-f6e2efd573ad tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785914252', 'description': 'tempest-description--1643112614'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:58.821420 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:32:58.821788 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Checking segment: {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:32:58.822201 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.822638 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Bound using segment: {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:32:58.823127 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Bound port: 23979aa1-cc68-4f60-b966-34d1a8996c59, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:32:58.823509 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.887215 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39546) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:58.971294 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b0e946f1-bee4-49ff-b5cc-08f669c35dc4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (e87d9914-c62b-4150-9339-af17d09cf678), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.989152 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] For port 23979aa1-cc68-4f60-b966-34d1a8996c59, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:32:58.993988 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] For port 23979aa1-cc68-4f60-b966-34d1a8996c59, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=23979aa1-cc68-4f60-b966-34d1a8996c59,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:32:59.005335 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d140f713-ff4a-4541-83e8-f6e2efd573ad tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.044749 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-20c055dd-eb7a-4904-8ab1-1538f4eb42c3 req-5a80781f-c0d6-4f18-a501-69083e3f3adc tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 210 time: 0.0717387 May 05 15:32:59.068169 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-4432e094-476d-432d-b812-ab7401012705 None None] Provisioning complete for port 23979aa1-cc68-4f60-b966-34d1a8996c59 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:59.068750 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4432e094-476d-432d-b812-ab7401012705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.084962 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b0e946f1-bee4-49ff-b5cc-08f669c35dc4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (e87d9914-c62b-4150-9339-af17d09cf678), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.085949 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.094892 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8552c2c4-e5cc-43a3-ab33-38205d66bde4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.145492 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4432e094-476d-432d-b812-ab7401012705 None None] Port 23979aa1-cc68-4f60-b966-34d1a8996c59 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:32:59.182998 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e40cd-84ef-4b37-8ed0-42a89b75f092 None None] Pushing event updated for resources: {'Port': ['ID=23979aa1-cc68-4f60-b966-34d1a8996c59,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:59.200316 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d140f713-ff4a-4541-83e8-f6e2efd573ad tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (fab5566c-db47-40d5-8806-e1ab78ce2037), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.215124 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:32:59.215766 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:32:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:59.216011 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e946f1-bee4-49ff-b5cc-08f669c35dc4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87d9914-c62b-4150-9339-af17d09cf678,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:59.219130 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6417-f0dd-4323-abdd-d78302fef89e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.294805 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d140f713-ff4a-4541-83e8-f6e2efd573ad tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (fab5566c-db47-40d5-8806-e1ab78ce2037), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.303877 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b0e946f1-bee4-49ff-b5cc-08f669c35dc4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.305926 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b0e946f1-bee4-49ff-b5cc-08f669c35dc4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7614179 May 05 15:32:59.311393 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39552) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:59.319743 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:59.350185 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140f713-ff4a-4541-83e8-f6e2efd573ad tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab5566c-db47-40d5-8806-e1ab78ce2037,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:59.404612 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d140f713-ff4a-4541-83e8-f6e2efd573ad tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.408643 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d140f713-ff4a-4541-83e8-f6e2efd573ad tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6032965 May 05 15:32:59.409058 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39556) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:59.414106 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-2cf4ebcf-ff7d-4964-acb3-17893eca5a03 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'security_group_rule': {'security_group_id': 'fab5566c-db47-40d5-8806-e1ab78ce2037', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:59.436075 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:32:59.514323 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2cf4ebcf-ff7d-4964-acb3-17893eca5a03 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (22fa6507-6a81-4449-8787-b1d14c424283), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.528551 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39558) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:59.553733 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8552c2c4-e5cc-43a3-ab33-38205d66bde4 admin admin] Publish callbacks [] for security_group (2f6c1bd1-9a8e-4509-b571-2da5f53cb492), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.585709 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-174c3114-ec52-4383-9014-f116c07614c7 None None] Provisioning complete for port 23979aa1-cc68-4f60-b966-34d1a8996c59 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:59.585921 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-174c3114-ec52-4383-9014-f116c07614c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.620139 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8552c2c4-e5cc-43a3-ab33-38205d66bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (2f6c1bd1-9a8e-4509-b571-2da5f53cb492), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.683038 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2cf4ebcf-ff7d-4964-acb3-17893eca5a03 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (22fa6507-6a81-4449-8787-b1d14c424283), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.728975 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-8552c2c4-e5cc-43a3-ab33-38205d66bde4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3df45cf0e8c947d29a5f70b70c2306ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9809537 May 05 15:32:59.733023 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39564) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:59.737949 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-174c3114-ec52-4383-9014-f116c07614c7 None None] Current status of the port 23979aa1-cc68-4f60-b966-34d1a8996c59 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:59.742340 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.742494 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-174c3114-ec52-4383-9014-f116c07614c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.759661 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:58Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:59.767223 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7df3a3f0-bbab-48e9-a9bd-ab03cc89e2a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.776040 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2cf4ebcf-ff7d-4964-acb3-17893eca5a03 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (22fa6507-6a81-4449-8787-b1d14c424283), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.780152 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552c2c4-e5cc-43a3-ab33-38205d66bde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6c1bd1-9a8e-4509-b571-2da5f53cb492,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:59.787974 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-174c3114-ec52-4383-9014-f116c07614c7 None None] For port 23979aa1-cc68-4f60-b966-34d1a8996c59, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=23979aa1-cc68-4f60-b966-34d1a8996c59,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:32:59.795707 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6417-f0dd-4323-abdd-d78302fef89e admin admin] Publish callbacks [] for security_group (c7de97fe-836a-40c2-93c0-bccd59774677), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.823750 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c13d23-4615-4327-867f-a8071472fc26 None None] The sync data for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi is: [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:58Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:32:59.850166 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-174c3114-ec52-4383-9014-f116c07614c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.872871 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4ebcf-ff7d-4964-acb3-17893eca5a03 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fa6507-6a81-4449-8787-b1d14c424283,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:59.928990 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-53e0862b-ba46-460d-ae96-a4fd71046341 admin admin] Publish callbacks [] for security_group (2f6c1bd1-9a8e-4509-b571-2da5f53cb492), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.948722 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6417-f0dd-4323-abdd-d78302fef89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c7de97fe-836a-40c2-93c0-bccd59774677), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.963304 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2cf4ebcf-ff7d-4964-acb3-17893eca5a03 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.965892 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-2cf4ebcf-ff7d-4964-acb3-17893eca5a03 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5551102 May 05 15:32:59.967912 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39572) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:59.993795 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f9131642-b510-44b3-ae70-25de482f3430 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'security_group_rule': {'security_group_id': 'fab5566c-db47-40d5-8806-e1ab78ce2037', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:59.994603 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-53e0862b-ba46-460d-ae96-a4fd71046341 admin admin] Publish callbacks [] for security_group (2f6c1bd1-9a8e-4509-b571-2da5f53cb492), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.004132 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c3114-ec52-4383-9014-f116c07614c7 None None] Pushing event updated for resources: {'Port': ['ID=23979aa1-cc68-4f60-b966-34d1a8996c59,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:00.121394 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7df3a3f0-bbab-48e9-a9bd-ab03cc89e2a3 admin admin] Publish callbacks [] for security_group (3d319ecc-bdf7-49ec-8c87-95a4fd7d6f9e), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.177382 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-0f9f6417-f0dd-4323-abdd-d78302fef89e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bf48eb17c8e4f3fb2df34bc51db4b70&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2886083 May 05 15:33:00.183608 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.185776 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f6417-f0dd-4323-abdd-d78302fef89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7de97fe-836a-40c2-93c0-bccd59774677,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:00.196246 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39576) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:00.212766 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c6e2dc3c-7248-4e25-844f-d405ecdead97 req-cb55782b-8e2e-4497-80e5-d527d7bf95df tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 210 time: 0.0359118 May 05 15:33:00.214023 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 23979aa1-cc68-4f60-b966-34d1a8996c59 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:00.218549 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7df3a3f0-bbab-48e9-a9bd-ab03cc89e2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (3d319ecc-bdf7-49ec-8c87-95a4fd7d6f9e), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.256567 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-53e0862b-ba46-460d-ae96-a4fd71046341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (2f6c1bd1-9a8e-4509-b571-2da5f53cb492), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.259181 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-53e0862b-ba46-460d-ae96-a4fd71046341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.260352 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-53e0862b-ba46-460d-ae96-a4fd71046341 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f6c1bd1-9a8e-4509-b571-2da5f53cb492 HTTP/1.1" status: 204 len: 168 time: 0.5264096 May 05 15:33:00.270053 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-66d86942-4f20-4293-91a8-64d26f20823e admin admin] Publish callbacks [] for security_group (c7de97fe-836a-40c2-93c0-bccd59774677), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.278925 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-7df3a3f0-bbab-48e9-a9bd-ab03cc89e2a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ecd98a479c547e69296da5873ea6052&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7492702 May 05 15:33:00.279932 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3a3f0-bbab-48e9-a9bd-ab03cc89e2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d319ecc-bdf7-49ec-8c87-95a4fd7d6f9e,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:00.282340 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39580) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:00.330389 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 23979aa1-cc68-4f60-b966-34d1a8996c59 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:00.330802 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.334491 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0862b-ba46-460d-ae96-a4fd71046341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6c1bd1-9a8e-4509-b571-2da5f53cb492,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:00.382382 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9131642-b510-44b3-ae70-25de482f3430 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (8daa64c5-9f48-41b0-8fb5-6015b6d5cc8a), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.391591 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-66d86942-4f20-4293-91a8-64d26f20823e admin admin] Publish callbacks [] for security_group (c7de97fe-836a-40c2-93c0-bccd59774677), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.411493 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a032c578-c656-4666-ab74-26de1581e13a admin admin] Publish callbacks [] for security_group (3d319ecc-bdf7-49ec-8c87-95a4fd7d6f9e), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.450847 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a032c578-c656-4666-ab74-26de1581e13a admin admin] Publish callbacks [] for security_group (3d319ecc-bdf7-49ec-8c87-95a4fd7d6f9e), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.459637 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 23979aa1-cc68-4f60-b966-34d1a8996c59 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:00.461766 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:00.520351 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:00.520757 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.530182 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Allocated IP 172.27.0.102 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/dccdefa4-f73a-427f-909f-878df3800dc2) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:00.607937 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a032c578-c656-4666-ab74-26de1581e13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (3d319ecc-bdf7-49ec-8c87-95a4fd7d6f9e), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.610390 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a032c578-c656-4666-ab74-26de1581e13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.614718 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a032c578-c656-4666-ab74-26de1581e13a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d319ecc-bdf7-49ec-8c87-95a4fd7d6f9e HTTP/1.1" status: 204 len: 168 time: 0.3313282 May 05 15:33:00.624404 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032c578-c656-4666-ab74-26de1581e13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d319ecc-bdf7-49ec-8c87-95a4fd7d6f9e,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:00.640370 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-66d86942-4f20-4293-91a8-64d26f20823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c7de97fe-836a-40c2-93c0-bccd59774677), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.643640 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-66d86942-4f20-4293-91a8-64d26f20823e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.644944 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-66d86942-4f20-4293-91a8-64d26f20823e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7de97fe-836a-40c2-93c0-bccd59774677 HTTP/1.1" status: 204 len: 168 time: 0.4476626 May 05 15:33:00.676494 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9131642-b510-44b3-ae70-25de482f3430 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (8daa64c5-9f48-41b0-8fb5-6015b6d5cc8a), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.680295 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d86942-4f20-4293-91a8-64d26f20823e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7de97fe-836a-40c2-93c0-bccd59774677,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:00.684975 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for port (dccdefa4-f73a-427f-909f-878df3800dc2), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.741612 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:00.742003 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.745879 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9131642-b510-44b3-ae70-25de482f3430 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (8daa64c5-9f48-41b0-8fb5-6015b6d5cc8a), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.774930 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (dccdefa4-f73a-427f-909f-878df3800dc2), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.778719 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:00.780496 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9131642-b510-44b3-ae70-25de482f3430 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8daa64c5-9f48-41b0-8fb5-6015b6d5cc8a,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:00.817634 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:00.821614 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:00.825171 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:33:00.842394 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'Port': ['ID=dccdefa4-f73a-427f-909f-878df3800dc2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:00.848009 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.863102 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9131642-b510-44b3-ae70-25de482f3430 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.864290 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-f9131642-b510-44b3-ae70-25de482f3430 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8751893 May 05 15:33:00.868064 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39590) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:00.872573 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:00.898049 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:00.928370 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6a8a-ec4d-413f-8f15-d1ee58265ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.945207 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (e5d15ba9-1b76-4193-9b92-95ce4d5bc773), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:00.956270 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.100303 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39598) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:01.146627 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (dccdefa4-f73a-427f-909f-878df3800dc2), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.153661 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-07601da0-caba-4d22-a4f0-adf2618a41ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.206666 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.333463 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5f93d7af-df91-4fd6-a266-3f31c7c419d1 req-f654754c-853d-49ad-9d24-b02cd5b728e1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 210 time: 0.0411861 May 05 15:33:01.403349 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-07601da0-caba-4d22-a4f0-adf2618a41ee admin admin] Publish callbacks [] for security_group (afc0bde8-75a2-4f76-a327-02f73480ce97), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.403553 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for port (dccdefa4-f73a-427f-909f-878df3800dc2), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.410012 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Allocated IP 172.27.0.232 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/1068fb22-f9c9-40ec-ac48-046ea529962b) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:01.451606 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.49', 54095) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:01.525250 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (dccdefa4-f73a-427f-909f-878df3800dc2), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.551127 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for port (1068fb22-f9c9-40ec-ac48-046ea529962b), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.554230 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-07601da0-caba-4d22-a4f0-adf2618a41ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (afc0bde8-75a2-4f76-a327-02f73480ce97), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.604326 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'Port': ['ID=dccdefa4-f73a-427f-909f-878df3800dc2,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:01.604986 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07601da0-caba-4d22-a4f0-adf2618a41ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc0bde8-75a2-4f76-a327-02f73480ce97,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:01.619050 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-07601da0-caba-4d22-a4f0-adf2618a41ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb789d89f9ec40eeaeddcf879567cc0d&name=default HTTP/1.1" status: 200 len: 2993 time: 0.5131502 May 05 15:33:01.621469 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39612) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:01.654024 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (e5d15ba9-1b76-4193-9b92-95ce4d5bc773), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.681894 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f67cbb06-d27c-4e9c-85b0-23ec353493bd admin admin] Publish callbacks [] for security_group (afc0bde8-75a2-4f76-a327-02f73480ce97), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.718073 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39618) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:01.725207 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-605af1aa-4e65-499e-be10-8cf0b8ebb0ae tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:01.727731 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-605af1aa-4e65-499e-be10-8cf0b8ebb0ae tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.49 "GET /v2.0/networks?id=e392e3ff-8b8b-42c1-8bb0-92c99f11afde HTTP/1.1" status: 200 len: 812 time: 0.2736804 May 05 15:33:01.747846 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f67cbb06-d27c-4e9c-85b0-23ec353493bd admin admin] Publish callbacks [] for security_group (afc0bde8-75a2-4f76-a327-02f73480ce97), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.760433 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a779579d-c25d-4482-8fad-3537d3bea68a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.771218 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Request body: {'port': {'device_id': 'db021c4f-0631-4ed2-96d3-844fcaa22df5', 'network_id': 'e392e3ff-8b8b-42c1-8bb0-92c99f11afde', 'admin_state_up': True, 'tenant_id': '8b27b8154a1f4257b7add9ba2ba83eae'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:01.796699 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (1068fb22-f9c9-40ec-ac48-046ea529962b), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.828537 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.858180 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-e5008048-0605-42f1-b1bd-3d15c53a3f3d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5355582 May 05 15:33:01.868687 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:01.887108 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:01.918894 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:33:01.934171 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'Port': ['ID=1068fb22-f9c9-40ec-ac48-046ea529962b,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:01.942856 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Sync routers for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:33:01.954229 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:01.954910 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:32:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:02.062827 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f67cbb06-d27c-4e9c-85b0-23ec353493bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (afc0bde8-75a2-4f76-a327-02f73480ce97), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.065560 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f67cbb06-d27c-4e9c-85b0-23ec353493bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.067493 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f67cbb06-d27c-4e9c-85b0-23ec353493bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afc0bde8-75a2-4f76-a327-02f73480ce97 HTTP/1.1" status: 204 len: 168 time: 0.4451797 May 05 15:33:02.115079 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Made reservation on behalf of 8b27b8154a1f4257b7add9ba2ba83eae for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:02.122724 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.138199 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cbb06-d27c-4e9c-85b0-23ec353493bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc0bde8-75a2-4f76-a327-02f73480ce97,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:02.185396 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a779579d-c25d-4482-8fad-3537d3bea68a admin admin] Publish callbacks [] for security_group (60deb992-5e98-47d9-8c02-0e0ac6e5f061), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.229633 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 23979aa1-cc68-4f60-b966-34d1a8996c59 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:02.231693 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (b04ce699-d53f-4d50-883c-a84949d09b0d), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.276854 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a779579d-c25d-4482-8fad-3537d3bea68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (60deb992-5e98-47d9-8c02-0e0ac6e5f061), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.423186 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:02.481327 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a779579d-c25d-4482-8fad-3537d3bea68a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d38422afedc248f1a75cc9b3de6e161a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7453480 May 05 15:33:02.485593 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39676) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:02.492588 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (1068fb22-f9c9-40ec-ac48-046ea529962b), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.497174 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779579d-c25d-4482-8fad-3537d3bea68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60deb992-5e98-47d9-8c02-0e0ac6e5f061,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:02.499888 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 23979aa1-cc68-4f60-b966-34d1a8996c59 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:02.501313 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.737731 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-767f15ed-1806-4cb4-87b8-f47e3406b319 req-3c467fac-0eb2-4ed9-a39a-dcfcf1baabfd tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 210 time: 0.1556096 May 05 15:33:02.809778 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 23979aa1-cc68-4f60-b966-34d1a8996c59 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:02.810942 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:02.841781 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7bf8b565-f8a9-485b-bf40-082c4a257df4 admin admin] Publish callbacks [] for security_group (60deb992-5e98-47d9-8c02-0e0ac6e5f061), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.907058 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-c6da2529-e16c-4ff8-83d2-e233c6920fd0 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2073889488&fields=id&tenant_id=bedb0fa11b034325ad09ea0ec7f8e288 HTTP/1.1" status: 200 len: 267 time: 0.5557251 May 05 15:33:02.913042 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Allocated IP 172.20.0.7 (e392e3ff-8b8b-42c1-8bb0-92c99f11afde/4c32212d-167d-49aa-816e-0742fa222f66/e29c6766-328f-4aa5-a57e-14db849e87cd) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:02.947942 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7bf8b565-f8a9-485b-bf40-082c4a257df4 admin admin] Publish callbacks [] for security_group (60deb992-5e98-47d9-8c02-0e0ac6e5f061), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.035444 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:03.036531 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.106014 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for port (1068fb22-f9c9-40ec-ac48-046ea529962b), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.139467 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:32:56Z', 'revision_number': 2, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:03.149830 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-e1c90a0a-6d9c-4b5a-975d-739a3d802163 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:03.151453 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-e1c90a0a-6d9c-4b5a-975d-739a3d802163 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 816 time: 0.2186270 May 05 15:33:03.167714 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-e3e32046-91ed-4e0d-8acb-c699d942a3d3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/quotas/bedb0fa11b034325ad09ea0ec7f8e288 HTTP/1.1" status: 200 len: 375 time: 0.0102317 May 05 15:33:03.177790 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Checking router: e7783c59-1a08-46b4-a954-9ad9685899a6 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:33:03.177790 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Updating router e7783c59-1a08-46b4-a954-9ad9685899a6 port d152033c-f0f6-445f-9a63-71fd8563b2ba binding host dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:33:03.229761 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.237019 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-c923ebf1-7315-4d94-ae2d-b36c60ffbb1a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631659 May 05 15:33:03.240672 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:03.256254 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (1068fb22-f9c9-40ec-ac48-046ea529962b), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.263986 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7bf8b565-f8a9-485b-bf40-082c4a257df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (60deb992-5e98-47d9-8c02-0e0ac6e5f061), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.263986 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7bf8b565-f8a9-485b-bf40-082c4a257df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.263986 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-7bf8b565-f8a9-485b-bf40-082c4a257df4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60deb992-5e98-47d9-8c02-0e0ac6e5f061 HTTP/1.1" status: 204 len: 168 time: 0.7761233 May 05 15:33:03.267513 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c919aa90-e80f-4c5d-9f82-52558c4e8ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.313236 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8b565-f8a9-485b-bf40-082c4a257df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60deb992-5e98-47d9-8c02-0e0ac6e5f061,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:03.326195 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (b04ce699-d53f-4d50-883c-a84949d09b0d), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.364716 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'Port': ['ID=1068fb22-f9c9-40ec-ac48-046ea529962b,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:03.434008 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.439566 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-0538a17a-c08f-41de-8683-22ba71b1b5b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5664678 May 05 15:33:03.570925 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Publish callbacks [] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.577434 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-9eb66373-a946-41bd-aa1b-1b237b44134b service neutron] 10.222.0.44 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263133 May 05 15:33:03.596054 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Publish callbacks [] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.656158 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.705070 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-522935bf-6635-40f6-8032-eadebd59b28e service neutron] 10.222.0.44 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217854 May 05 15:33:03.729590 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625c0d3-5b15-4c3f-9002-af35b6e252cb None None] Pushing event updated for resources: {'Port': ['ID=d152033c-f0f6-445f-9a63-71fd8563b2ba,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:03.781968 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.916248 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Network e392e3ff-8b8b-42c1-8bb0-92c99f11afde is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:03.955664 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Attempting to bind port d152033c-f0f6-445f-9a63-71fd8563b2ba on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:33:03.956511 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Attempting to bind port d152033c-f0f6-445f-9a63-71fd8563b2ba by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:33:03.957029 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Attempting to bind port d152033c-f0f6-445f-9a63-71fd8563b2ba on network c0587739-8906-446b-bcca-e4ce438334aa {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:03.958585 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:03.977704 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:33:03.980384 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:33:03.984808 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Checking segment: {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:03.985631 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:03.986518 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.988083 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.991765 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Bound using segment: {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:33:03.992538 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Bound port: d152033c-f0f6-445f-9a63-71fd8563b2ba, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:33:03.993240 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.999975 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Pushing event updated for resources: {'Port': ['ID=e29c6766-328f-4aa5-a57e-14db849e87cd,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:04.065304 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-926d67b5-21a4-44bd-94d8-d9bd3475a0c1 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2976935 May 05 15:33:04.085001 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-79b70f25-b63d-4acb-aecf-9c604d3b893b tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:33:04.086644 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-79b70f25-b63d-4acb-aecf-9c604d3b893b tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0106466 May 05 15:33:04.216473 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce5fb6-75de-4ff4-b073-0b6d64385596 req-afd9013a-e484-48df-8657-820c694c3da5 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:04.218981 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ae6e6765-d180-4023-a86c-df2fb325faad req-221d6449-4602-4946-ae8b-b06ee38f69f1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 210 time: 0.0869613 May 05 15:33:04.226784 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-25ce5fb6-75de-4ff4-b073-0b6d64385596 req-afd9013a-e484-48df-8657-820c694c3da5 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 931 time: 0.3579180 May 05 15:33:04.244866 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:33:04.293333 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-e72f2a8f-c3d9-4833-8613-5cf6fb1544c7 None None] Provisioning complete for port d152033c-f0f6-445f-9a63-71fd8563b2ba triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:04.298009 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39754) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:04.301818 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e72f2a8f-c3d9-4833-8613-5cf6fb1544c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:04.412301 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] For port d152033c-f0f6-445f-9a63-71fd8563b2ba, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:33:04.419555 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] For port d152033c-f0f6-445f-9a63-71fd8563b2ba, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=d152033c-f0f6-445f-9a63-71fd8563b2ba,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:33:04.430233 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:04.438047 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-e72f2a8f-c3d9-4833-8613-5cf6fb1544c7 None None] Port d152033c-f0f6-445f-9a63-71fd8563b2ba cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:33:04.490789 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:04.499382 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-830541a5-290e-4a89-967a-39c802acfc63 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--785914252&fields=id&tenant_id=9033d11b107a4c22b38f31a181a05ebe HTTP/1.1" status: 200 len: 267 time: 0.1462235 May 05 15:33:04.724211 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:04.724911 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:33:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:04.877845 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625c0d3-5b15-4c3f-9002-af35b6e252cb None None] Pushing event updated for resources: {'Port': ['ID=d152033c-f0f6-445f-9a63-71fd8563b2ba,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:04.954158 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f219efa6-5d52-4b0d-bc1b-cbc1ce7ed38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:04.997873 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-25ce5fb6-75de-4ff4-b073-0b6d64385596 req-515694eb-1056-4c39-aef3-24d5714109d7 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7495055 May 05 15:33:05.012665 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-8add8f0c-0481-4870-912a-435765ca5aa2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:05.025011 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-8add8f0c-0481-4870-912a-435765ca5aa2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/networks?id=c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 200 len: 810 time: 0.5048974 May 05 15:33:05.045381 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-886c5e0f-96c2-4f77-9461-217587b5db4b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/quotas/9033d11b107a4c22b38f31a181a05ebe HTTP/1.1" status: 200 len: 375 time: 0.0242474 May 05 15:33:05.080815 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Request body: {'port': {'device_id': 'db021c4f-0631-4ed2-96d3-844fcaa22df5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:05.145407 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-d2e8a353-8406-45da-98e3-cb06babd8bb3 None None] Provisioning complete for port d152033c-f0f6-445f-9a63-71fd8563b2ba triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:05.146021 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a353-8406-45da-98e3-cb06babd8bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:05.184548 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-f6262f85-fd0d-4cc0-a47e-31220c7e9ce8 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381230 May 05 15:33:05.259411 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:05.332694 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:05.393116 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4a7b40c6-ccc8-4e66-bfd2-2f6b28633010 req-3b87bb49-c269-401a-a39e-6609d0022973 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 210 time: 0.0623114 May 05 15:33:05.472605 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f219efa6-5d52-4b0d-bc1b-cbc1ce7ed38a admin admin] Publish callbacks [] for security_group (46ebc5e4-285b-4cb8-99ee-dc0ab97d9a71), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:05.483644 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-a6146af8-6270-470d-820b-c097b7e6a3ff service neutron] 10.222.0.44 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896671 May 05 15:33:05.672911 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d2e8a353-8406-45da-98e3-cb06babd8bb3 None None] Current status of the port d152033c-f0f6-445f-9a63-71fd8563b2ba is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:05.673523 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a353-8406-45da-98e3-cb06babd8bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:05.752123 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f219efa6-5d52-4b0d-bc1b-cbc1ce7ed38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (46ebc5e4-285b-4cb8-99ee-dc0ab97d9a71), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:05.854788 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-f219efa6-5d52-4b0d-bc1b-cbc1ce7ed38a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=948dab04438f461ebb771a6b7bde8c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5548682 May 05 15:33:05.857544 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39806) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:05.864776 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:04Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:05.891900 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219efa6-5d52-4b0d-bc1b-cbc1ce7ed38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ebc5e4-285b-4cb8-99ee-dc0ab97d9a71,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:05.894622 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-d2e8a353-8406-45da-98e3-cb06babd8bb3 None None] For port d152033c-f0f6-445f-9a63-71fd8563b2ba, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=d152033c-f0f6-445f-9a63-71fd8563b2ba,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:05.900742 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-84ebb093-b1a3-4547-bf4d-e64f1f15dc0f service neutron] 10.222.0.44 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671603 May 05 15:33:06.064212 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a353-8406-45da-98e3-cb06babd8bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:06.067306 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29c6766-328f-4aa5-a57e-14db849e87cd {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:06.081654 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2247a92f-0628-4d5d-8c4d-ad46fa141141 admin admin] Publish callbacks [] for security_group (46ebc5e4-285b-4cb8-99ee-dc0ab97d9a71), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:06.083533 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Publish callbacks [] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:06.088357 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f2877-8185-4fcb-9e53-31dc89b44f7b None None] The sync data for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi is: [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:04Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:33:06.098655 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:06.155388 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Transition to ACTIVE for port object e29c6766-328f-4aa5-a57e-14db849e87cd will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:33:06.188149 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2247a92f-0628-4d5d-8c4d-ad46fa141141 admin admin] Publish callbacks [] for security_group (46ebc5e4-285b-4cb8-99ee-dc0ab97d9a71), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:06.250454 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:06.293291 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8a353-8406-45da-98e3-cb06babd8bb3 None None] Pushing event updated for resources: {'Port': ['ID=d152033c-f0f6-445f-9a63-71fd8563b2ba,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:06.329847 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device d152033c-f0f6-445f-9a63-71fd8563b2ba up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:06.363274 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac1dd1-dedc-4dea-b725-ad2f9614b054 req-6e351309-e18e-4609-8fca-cfd55d0f73d9 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:06.369970 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cfac1dd1-dedc-4dea-b725-ad2f9614b054 req-6e351309-e18e-4609-8fca-cfd55d0f73d9 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 943 time: 0.1858933 May 05 15:33:06.548305 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cfac1dd1-dedc-4dea-b725-ad2f9614b054 req-90077575-e1ef-4e9f-95df-83af7018bd20 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708658 May 05 15:33:06.552128 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port d152033c-f0f6-445f-9a63-71fd8563b2ba triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:06.552709 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:06.613566 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2247a92f-0628-4d5d-8c4d-ad46fa141141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (46ebc5e4-285b-4cb8-99ee-dc0ab97d9a71), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:06.616608 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2247a92f-0628-4d5d-8c4d-ad46fa141141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:06.620131 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-2247a92f-0628-4d5d-8c4d-ad46fa141141 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46ebc5e4-285b-4cb8-99ee-dc0ab97d9a71 HTTP/1.1" status: 204 len: 168 time: 0.7608786 May 05 15:33:06.646955 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247a92f-0628-4d5d-8c4d-ad46fa141141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ebc5e4-285b-4cb8-99ee-dc0ab97d9a71,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:06.807205 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-588af1a3-d567-4e35-8d51-0b3e9ddcff77 req-42610f7f-e007-45c8-903d-d306817a6f25 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 210 time: 0.1255090 May 05 15:33:06.881053 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port d152033c-f0f6-445f-9a63-71fd8563b2ba is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:06.893658 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25587304-6abb-4095-a327-3fef880662db service neutron] Pushing event updated for resources: {'Port': ['ID=e29c6766-328f-4aa5-a57e-14db849e87cd,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:06.977742 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0f553c93-61d7-488d-8121-a4a209a7a267 req-5ce4cf05-a7e8-42a1-8e55-c5c2d8756d8f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 210 time: 0.3926034 May 05 15:33:07.000160 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Attempting to bind port e29c6766-328f-4aa5-a57e-14db849e87cd on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:33:07.000985 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Attempting to bind port e29c6766-328f-4aa5-a57e-14db849e87cd by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '1d0d6e92-8b78-4f9e-969d-19d238a7302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e392e3ff-8b8b-42c1-8bb0-92c99f11afde'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:33:07.001686 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Attempting to bind port e29c6766-328f-4aa5-a57e-14db849e87cd on network e392e3ff-8b8b-42c1-8bb0-92c99f11afde {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:07.009519 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Port e29c6766-328f-4aa5-a57e-14db849e87cd on network e392e3ff-8b8b-42c1-8bb0-92c99f11afde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:33:07.010386 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Attempting to bind port e29c6766-328f-4aa5-a57e-14db849e87cd on network e392e3ff-8b8b-42c1-8bb0-92c99f11afde {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:07.018172 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:33:07.018894 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Checking segment: {'id': '1d0d6e92-8b78-4f9e-969d-19d238a7302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e392e3ff-8b8b-42c1-8bb0-92c99f11afde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:07.020386 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Bound using segment: {'id': '1d0d6e92-8b78-4f9e-969d-19d238a7302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e392e3ff-8b8b-42c1-8bb0-92c99f11afde'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:33:07.021211 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Bound port: e29c6766-328f-4aa5-a57e-14db849e87cd, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d6e92-8b78-4f9e-969d-19d238a7302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e392e3ff-8b8b-42c1-8bb0-92c99f11afde'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:33:07.021908 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:07.173859 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] For port e29c6766-328f-4aa5-a57e-14db849e87cd, host hv-cinder-84067, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:33:07.182047 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:07.184399 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] For port e29c6766-328f-4aa5-a57e-14db849e87cd, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e29c6766-328f-4aa5-a57e-14db849e87cd,segment=NetworkSegment(1d0d6e92-8b78-4f9e-969d-19d238a7302a),segment_id=1d0d6e92-8b78-4f9e-969d-19d238a7302a)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:33:07.311943 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:07.434066 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:07.437393 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:07.439504 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-25587304-6abb-4095-a327-3fef880662db service neutron] 10.222.0.49 "PUT /v2.0/ports/e29c6766-328f-4aa5-a57e-14db849e87cd HTTP/1.1" status: 200 len: 1093 time: 2.6023054 May 05 15:33:07.440252 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db021c4f-0631-4ed2-96d3-844fcaa22df5', 'tag': 'e29c6766-328f-4aa5-a57e-14db849e87cd'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:07.625794 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25587304-6abb-4095-a327-3fef880662db service neutron] Pushing event updated for resources: {'Port': ['ID=e29c6766-328f-4aa5-a57e-14db849e87cd,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:08.020684 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f1e5c81b-49bf-4f8b-a932-f8c6eb70087f req-7fe015c8-3403-4243-8e10-71081970db81 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 210 time: 0.1334252 May 05 15:33:08.155595 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device d152033c-f0f6-445f-9a63-71fd8563b2ba up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:08.202904 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-786b4783-7289-4721-95fe-a469c020a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:08.204446 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-786b4783-7289-4721-95fe-a469c020a7cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b27b8154a1f4257b7add9ba2ba83eae&device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 1127 time: 0.5613167 May 05 15:33:08.234207 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6b9de91a-2b84-4335-a95c-7ffac7621c62 req-6c206857-3daa-4eec-93fb-eb6a2cb988e7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 210 time: 0.0691853 May 05 15:33:08.291142 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port d152033c-f0f6-445f-9a63-71fd8563b2ba triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:08.292200 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:08.307255 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c341272-4d7f-4957-859b-e4ce40ec5ef2 req-7455f49d-71cc-4a01-b2d0-9bbba53b7aab tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:08.309096 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0c341272-4d7f-4957-859b-e4ce40ec5ef2 req-7455f49d-71cc-4a01-b2d0-9bbba53b7aab tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 943 time: 0.5620685 May 05 15:33:08.348756 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-a3e7c639-b1de-4887-b872-f72bf54b5a1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e29c6766-328f-4aa5-a57e-14db849e87cd HTTP/1.1" status: 200 len: 217 time: 0.1200933 May 05 15:33:08.470646 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0c341272-4d7f-4957-859b-e4ce40ec5ef2 req-ad93099b-85fb-40ec-85e7-d887ce489e81 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245298 May 05 15:33:08.481426 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-49b1a0d3-2bbb-4121-9e9f-074fbd9d2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:08.483174 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-49b1a0d3-2bbb-4121-9e9f-074fbd9d2144 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4c32212d-167d-49aa-816e-0742fa222f66 HTTP/1.1" status: 200 len: 852 time: 0.0992727 May 05 15:33:08.489981 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port d152033c-f0f6-445f-9a63-71fd8563b2ba is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:08.507144 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39904) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:08.671402 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3db821-86e8-4f4a-ae38-101aed45fcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "db021c4f-0631-4ed2-96d3-844fcaa22df5", "tag": "e29c6766-328f-4aa5-a57e-14db849e87cd"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:08.916784 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fe3e8889-b6d2-4c89-87e6-76a323f9ec51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:09.027067 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fe3e8889-b6d2-4c89-87e6-76a323f9ec51 admin admin] Publish callbacks [] for security_group (fdc9742e-a3e1-48a0-a611-b8d4e0f133b5), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:09.088204 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fe3e8889-b6d2-4c89-87e6-76a323f9ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (fdc9742e-a3e1-48a0-a611-b8d4e0f133b5), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:09.174944 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8d6594a9-682d-4276-b4a8-77f60e5ad039 req-439001f9-3011-4573-b437-177fb28467bb tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 210 time: 0.0454094 May 05 15:33:09.184421 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-fe3e8889-b6d2-4c89-87e6-76a323f9ec51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c48ef1a481ef4cf3b16677fb79fc9281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6734691 May 05 15:33:09.184421 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e8889-b6d2-4c89-87e6-76a323f9ec51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc9742e-a3e1-48a0-a611-b8d4e0f133b5,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:09.185818 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39930) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:09.321993 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fc63ccea-b2f0-4a8b-ad4f-2e9338b243df admin admin] Publish callbacks [] for security_group (fdc9742e-a3e1-48a0-a611-b8d4e0f133b5), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:09.344467 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2092a9a6-ade7-427b-841e-2b970512490e x-openstack-request-id: req-2092a9a6-ade7-427b-841e-2b970512490e {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:09.345057 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db021c4f-0631-4ed2-96d3-844fcaa22df5", "tag": "e29c6766-328f-4aa5-a57e-14db849e87cd", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:09.345420 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2092a9a6-ade7-427b-841e-2b970512490e {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:09.346129 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2092a9a6-ade7-427b-841e-2b970512490e'] response: {'name': 'network-changed', 'server_uuid': 'db021c4f-0631-4ed2-96d3-844fcaa22df5', 'tag': 'e29c6766-328f-4aa5-a57e-14db849e87cd', 'status': 'completed', 'code': 200} May 05 15:33:09.363818 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fc63ccea-b2f0-4a8b-ad4f-2e9338b243df admin admin] Publish callbacks [] for security_group (fdc9742e-a3e1-48a0-a611-b8d4e0f133b5), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:09.407844 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-28bdd863-9a9a-4675-97e6-80e0e58da280 req-632f83b2-bfbc-463d-840e-a9709bbb1915 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 210 time: 0.0370443 May 05 15:33:09.507556 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fc63ccea-b2f0-4a8b-ad4f-2e9338b243df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (fdc9742e-a3e1-48a0-a611-b8d4e0f133b5), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:09.514181 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fc63ccea-b2f0-4a8b-ad4f-2e9338b243df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:09.514181 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-fc63ccea-b2f0-4a8b-ad4f-2e9338b243df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdc9742e-a3e1-48a0-a611-b8d4e0f133b5 HTTP/1.1" status: 204 len: 168 time: 0.3041129 May 05 15:33:09.544420 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63ccea-b2f0-4a8b-ad4f-2e9338b243df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc9742e-a3e1-48a0-a611-b8d4e0f133b5,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:09.775683 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7299c-e0d0-4eec-8b17-2881248c8d75 req-42077e3f-9ff3-4fe4-8300-b89502b36898 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:09.783505 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f4b7299c-e0d0-4eec-8b17-2881248c8d75 req-42077e3f-9ff3-4fe4-8300-b89502b36898 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 943 time: 0.1211052 May 05 15:33:09.829776 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-87fc640f-852d-42c8-8641-ebaf6564fda8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e392e3ff-8b8b-42c1-8bb0-92c99f11afde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830753 May 05 15:33:09.853391 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f4b7299c-e0d0-4eec-8b17-2881248c8d75 req-ebe820e7-01e6-4d9f-b80a-03057a5a750a tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689063 May 05 15:33:10.059614 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-8f0407d2-c2b7-4e7a-aa36-01e274f70014 service neutron] 10.222.0.49 "GET /v2.0/networks/e392e3ff-8b8b-42c1-8bb0-92c99f11afde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148995 May 05 15:33:10.198335 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39980) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:10.316456 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f0419c62-91d8-4220-bb84-d9c64ce49b72 req-42497f8c-06ee-49fc-a94b-3e9aa9c477f3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 210 time: 0.0642109 May 05 15:33:10.543940 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9a4dfece-ade4-4111-a7dc-1f075bff6130 req-8fb4d087-c1a3-4c41-9caa-fdeb0626df7d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 210 time: 0.0395088 May 05 15:33:10.736523 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 39994) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:10.754924 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2446fa67-67c0-4b40-8905-ae488c34e29b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:10.848276 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 39996) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:10.924074 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-681849182-network', 'tenant_id': '4184d329900c4733b885b5c352d9313a'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:10.940823 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2446fa67-67c0-4b40-8905-ae488c34e29b admin admin] Publish callbacks [] for security_group (7ecbef39-0e3e-49d0-945c-86482de0635a), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.024933 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Made reservation on behalf of 4184d329900c4733b885b5c352d9313a for: {'network': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:11.027309 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.030857 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2446fa67-67c0-4b40-8905-ae488c34e29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7ecbef39-0e3e-49d0-945c-86482de0635a), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.046928 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f6f29fb3-db28-4cc9-b985-b028949dde49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.070173 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.092466 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa3deb-88eb-49a8-acc8-0f1ad5fa8267 req-576dd13d-a251-43ae-940f-ac479dba5d7b tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:11.103878 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b5aa3deb-88eb-49a8-acc8-0f1ad5fa8267 req-576dd13d-a251-43ae-940f-ac479dba5d7b tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 943 time: 0.1267464 May 05 15:33:11.118517 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446fa67-67c0-4b40-8905-ae488c34e29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecbef39-0e3e-49d0-945c-86482de0635a,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:11.127058 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-2446fa67-67c0-4b40-8905-ae488c34e29b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ffd1b457562a434db5aa3777df892a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894563 May 05 15:33:11.129834 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40006) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:11.193149 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b5aa3deb-88eb-49a8-acc8-0f1ad5fa8267 req-b5106ddd-fadc-4fa7-8b88-03f1ecd59226 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877717 May 05 15:33:11.209270 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-91a0bd16-033e-4781-90fc-a7f9d70ad6b8 admin admin] Publish callbacks [] for security_group (7ecbef39-0e3e-49d0-945c-86482de0635a), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.247586 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-91a0bd16-033e-4781-90fc-a7f9d70ad6b8 admin admin] Publish callbacks [] for security_group (7ecbef39-0e3e-49d0-945c-86482de0635a), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.253439 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f6f29fb3-db28-4cc9-b985-b028949dde49 admin admin] Publish callbacks [] for security_group (dbfab3d4-b85c-4172-8229-42040c6ae4ac), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.268243 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Publish callbacks [] for security_group (97590521-5aa5-4807-8039-4ede8e11e376), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.353262 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (97590521-5aa5-4807-8039-4ede8e11e376), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.353826 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f6f29fb3-db28-4cc9-b985-b028949dde49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (dbfab3d4-b85c-4172-8229-42040c6ae4ac), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.402028 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-f6f29fb3-db28-4cc9-b985-b028949dde49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc8a8f86ab264fbea55e1348458e47c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5526588 May 05 15:33:11.404764 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f29fb3-db28-4cc9-b985-b028949dde49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfab3d4-b85c-4172-8229-42040c6ae4ac,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:11.411164 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40012) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:11.426716 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-91a0bd16-033e-4781-90fc-a7f9d70ad6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7ecbef39-0e3e-49d0-945c-86482de0635a), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.429243 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-91a0bd16-033e-4781-90fc-a7f9d70ad6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.431349 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-91a0bd16-033e-4781-90fc-a7f9d70ad6b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ecbef39-0e3e-49d0-945c-86482de0635a HTTP/1.1" status: 204 len: 168 time: 0.2993958 May 05 15:33:11.434621 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:33:11.457907 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97590521-5aa5-4807-8039-4ede8e11e376,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:11.478310 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8049ef5f-fb68-4ef0-81b5-4b2a25d69bef req-4fa2f7bb-7840-4b52-87a6-fce314b6b90a tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 210 time: 0.0716393 May 05 15:33:11.486924 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (ffaec3f0-78a2-40a4-a4c0-a0efb9649247), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.487275 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.segments_db [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Added segment ffaec3f0-78a2-40a4-a4c0-a0efb9649247 of type vlan for network 40370ebc-13ac-4e7a-b1ce-3d1f5d650798 May 05 15:33:11.521899 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.49', 54108) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:11.541537 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2fa24bbc-b072-4d9d-9581-0ad3633da9f2 admin admin] Publish callbacks [] for security_group (dbfab3d4-b85c-4172-8229-42040c6ae4ac), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.544801 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0bd16-033e-4781-90fc-a7f9d70ad6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecbef39-0e3e-49d0-945c-86482de0635a,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:11.637835 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2fa24bbc-b072-4d9d-9581-0ad3633da9f2 admin admin] Publish callbacks [] for security_group (dbfab3d4-b85c-4172-8229-42040c6ae4ac), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.774073 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (40370ebc-13ac-4e7a-b1ce-3d1f5d650798), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:11.920415 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5cb754bf-4e6a-4493-b3a9-3ea58e61653a req-71b385c4-4e5f-4915-9d39-c8fababf3525 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 210 time: 0.1679087 May 05 15:33:11.990341 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-622936c2-34f5-4126-820d-36ea85c03c83 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:11.993451 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-622936c2-34f5-4126-820d-36ea85c03c83 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.49 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 816 time: 0.3663385 May 05 15:33:12.019560 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (40370ebc-13ac-4e7a-b1ce-3d1f5d650798), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:12.020837 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:12.022543 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:12.025058 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71cbd5a6-954c-4604-b5ea-e33dd956f0aa req-6b3f3ac4-c85a-4420-b920-fe704b5c2925 service neutron] 10.222.0.49 "GET /v2.0/networks/e392e3ff-8b8b-42c1-8bb0-92c99f11afde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390435 May 05 15:33:12.116032 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2fa24bbc-b072-4d9d-9581-0ad3633da9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (dbfab3d4-b85c-4172-8229-42040c6ae4ac), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:12.119902 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2fa24bbc-b072-4d9d-9581-0ad3633da9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:12.125140 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-2fa24bbc-b072-4d9d-9581-0ad3633da9f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbfab3d4-b85c-4172-8229-42040c6ae4ac HTTP/1.1" status: 204 len: 168 time: 0.7092304 May 05 15:33:12.137570 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa24bbc-b072-4d9d-9581-0ad3633da9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfab3d4-b85c-4172-8229-42040c6ae4ac,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:12.254797 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0546072 May 05 15:33:12.259801 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40052) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:12.260301 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c5e21-0310-474a-8c83-1abf67539402 admin admin] Pushing event updated for resources: {'Network': ['ID=40370ebc-13ac-4e7a-b1ce-3d1f5d650798,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:12.272364 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-8553fe7e-dee0-4523-b885-eab50aab5a3c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bedb0fa11b034325ad09ea0ec7f8e288 HTTP/1.1" status: 200 len: 380 time: 0.2210383 May 05 15:33:12.272539 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] Request body: {'subnet': {'network_id': '40370ebc-13ac-4e7a-b1ce-3d1f5d650798', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-681849182-subnet', 'tenant_id': '4184d329900c4733b885b5c352d9313a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:12.274588 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network 40370ebc-13ac-4e7a-b1ce-3d1f5d650798 details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:33:12.393885 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cc0ec-da23-4afd-9cb1-e3cddbbd1d49 req-c310c43b-c9b7-4012-bcf1-673435835254 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:12.395550 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-071cc0ec-da23-4afd-9cb1-e3cddbbd1d49 req-c310c43b-c9b7-4012-bcf1-673435835254 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 943 time: 0.0677276 May 05 15:33:12.409645 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] Made reservation on behalf of 4184d329900c4733b885b5c352d9313a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:12.412539 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:12.506206 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-071cc0ec-da23-4afd-9cb1-e3cddbbd1d49 req-7f543e43-897e-47fa-9fea-540c9c9aa657 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959017 May 05 15:33:12.646525 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5aac58b7-6b62-4402-8b8d-1691dbcb4ab7 req-2f0f1dde-8ac1-43c0-ac9d-aff3594aeda0 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 210 time: 0.0655460 May 05 15:33:12.798403 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'port': {'device_id': '7666edc2-90a0-48da-9093-14d301a1be1b', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'admin_state_up': True, 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'security_groups': ['dc98c3d5-e551-4650-b465-cb46c9002329']}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:12.882136 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (1fa2c375-6a0e-4a31-b589-6193e9fa28ef), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:12.964979 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3db821-86e8-4f4a-ae38-101aed45fcaa req-0046effe-c103-4dc9-80a2-40cfd2fc67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:12.970259 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fd3db821-86e8-4f4a-ae38-101aed45fcaa req-0046effe-c103-4dc9-80a2-40cfd2fc67c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b27b8154a1f4257b7add9ba2ba83eae&device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 1127 time: 0.1744044 May 05 15:33:13.078391 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa2c375-6a0e-4a31-b589-6193e9fa28ef,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:13.087327 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] Checking segment: {'id': 'ffaec3f0-78a2-40a4-a4c0-a0efb9649247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '40370ebc-13ac-4e7a-b1ce-3d1f5d650798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:13.087327 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] Network hostable DHCP agents. Network: 40370ebc-13ac-4e7a-b1ce-3d1f5d650798, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:33:13.192719 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.49', 54112) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:13.194125 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7da41575-9dc3-4535-847d-c52dbbc1e6d1 req-edb6726d-3470-44ef-8c65-2f7e7fa70c34 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 210 time: 0.0697687 May 05 15:33:13.245041 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Made reservation on behalf of bedb0fa11b034325ad09ea0ec7f8e288 for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:13.253346 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.327457 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3db821-86e8-4f4a-ae38-101aed45fcaa req-8ce3362f-e71b-4b8d-b6b5-0e9106ae7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:13.329310 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fd3db821-86e8-4f4a-ae38-101aed45fcaa req-8ce3362f-e71b-4b8d-b6b5-0e9106ae7fcb service neutron] 10.222.0.49 "GET /v2.0/networks?id=e392e3ff-8b8b-42c1-8bb0-92c99f11afde HTTP/1.1" status: 200 len: 913 time: 0.3162215 May 05 15:33:13.330712 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] Network 40370ebc-13ac-4e7a-b1ce-3d1f5d650798 is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:33:13.475125 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fd3db821-86e8-4f4a-ae38-101aed45fcaa req-ac77e9a3-1f61-4515-9445-d34b6e30fb00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e29c6766-328f-4aa5-a57e-14db849e87cd HTTP/1.1" status: 200 len: 217 time: 0.1248846 May 05 15:33:13.475579 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40106) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:13.487747 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, 40370ebc-13ac-4e7a-b1ce-3d1f5d650798) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:13.505902 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:13.505902 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.506191 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0286c9-8981-42f8-955f-66e96c7ab736 None None] Network 40370ebc-13ac-4e7a-b1ce-3d1f5d650798 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:33:13.607476 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e02d1058-5b97-4134-b8b4-13862bbb23ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.650346 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3bd31019-0fb1-4254-bad0-978fcb78dd26 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3823435 May 05 15:33:13.718759 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3db821-86e8-4f4a-ae38-101aed45fcaa req-43e35218-595f-4ff3-ad9e-59c7cf31f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:13.723462 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fd3db821-86e8-4f4a-ae38-101aed45fcaa req-43e35218-595f-4ff3-ad9e-59c7cf31f565 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4c32212d-167d-49aa-816e-0742fa222f66 HTTP/1.1" status: 200 len: 852 time: 0.2217054 May 05 15:33:13.766582 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0062ae-8ad2-4a85-bfa8-eb43061829ca None None] Network 40370ebc-13ac-4e7a-b1ce-3d1f5d650798 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:33:13.787813 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-708ae6f3-9d36-46ba-aef0-b9689f73bd8e tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:13.790000 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-708ae6f3-9d36-46ba-aef0-b9689f73bd8e tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.49 "GET /v2.0/networks?id=c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 200 len: 810 time: 0.5780516 May 05 15:33:13.881775 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dbc41b51-49a0-448d-bc15-f163fb82c581 req-24d97af1-95b5-4815-b182-27b76b2c2207 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 210 time: 0.1115606 May 05 15:33:13.890744 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fd3db821-86e8-4f4a-ae38-101aed45fcaa req-d56c5236-d854-48de-a3f4-5084c00f7ef7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e392e3ff-8b8b-42c1-8bb0-92c99f11afde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454265 May 05 15:33:13.893273 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7448805-befb-4768-9287-108b70182d8c req-0adaaf3b-d307-4181-8161-a3b36b8c4704 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:13.906845 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d7448805-befb-4768-9287-108b70182d8c req-0adaaf3b-d307-4181-8161-a3b36b8c4704 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 943 time: 0.2684031 May 05 15:33:14.051428 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Allocated IP 172.20.0.7 (567bf926-5d0b-40e3-87cf-663917924844/7dba1ae9-e494-4720-b0dd-109269841baf/a9363929-a531-406c-9bd3-ec769fcc6fad) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:14.105696 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-e17b0212-74a7-410f-9d5e-ea8e6caccdb2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9033d11b107a4c22b38f31a181a05ebe HTTP/1.1" status: 200 len: 379 time: 0.2944925 May 05 15:33:14.130579 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'port': {'device_id': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'admin_state_up': True, 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'security_groups': ['fab5566c-db47-40d5-8806-e1ab78ce2037']}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:14.177047 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fd3db821-86e8-4f4a-ae38-101aed45fcaa req-e5c6bddb-aa6b-4458-9ad5-1341339e6505 service neutron] 10.222.0.49 "GET /v2.0/networks/e392e3ff-8b8b-42c1-8bb0-92c99f11afde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854431 May 05 15:33:14.180774 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e02d1058-5b97-4134-b8b4-13862bbb23ed admin admin] Publish callbacks [] for security_group (b21202f6-6ed6-4660-a6b5-70c796881902), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:14.210400 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d7448805-befb-4768-9287-108b70182d8c req-c121beb6-3cb1-4c80-b1aa-84c840f80e21 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025186 May 05 15:33:14.525042 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e02d1058-5b97-4134-b8b4-13862bbb23ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (b21202f6-6ed6-4660-a6b5-70c796881902), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:14.591121 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-093698e6-2cc7-4efb-a49d-abf932335de2 req-e919226a-1bf4-46e1-aa7d-50127ad8b3a2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 210 time: 0.0702112 May 05 15:33:14.624347 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d1058-5b97-4134-b8b4-13862bbb23ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21202f6-6ed6-4660-a6b5-70c796881902,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:14.629076 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-e02d1058-5b97-4134-b8b4-13862bbb23ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b69311c318e4f02808cbe6ae207c938&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1519492 May 05 15:33:14.651113 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40142) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:14.656887 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fd3db821-86e8-4f4a-ae38-101aed45fcaa req-f715b829-e740-4fc6-bd8a-4a45f8ef74ae service neutron] 10.222.0.49 "GET /v2.0/networks/e392e3ff-8b8b-42c1-8bb0-92c99f11afde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696684 May 05 15:33:14.868356 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0edf41f9-4194-4330-a672-e40d11187a79 admin admin] Publish callbacks [] for security_group (b21202f6-6ed6-4660-a6b5-70c796881902), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:14.875562 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:14.909939 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0edf41f9-4194-4330-a672-e40d11187a79 admin admin] Publish callbacks [] for security_group (b21202f6-6ed6-4660-a6b5-70c796881902), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:14.979390 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Made reservation on behalf of 9033d11b107a4c22b38f31a181a05ebe for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:14.982748 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.171844 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cbe6cd31-ffe2-42a7-98dc-b5f3b3a57ca9 req-9cd348fe-53ae-4c68-baf1-cfd23487c030 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 210 time: 0.1470685 May 05 15:33:15.243620 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.424130 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Network 567bf926-5d0b-40e3-87cf-663917924844 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:15.425075 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0edf41f9-4194-4330-a672-e40d11187a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (b21202f6-6ed6-4660-a6b5-70c796881902), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.429825 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0edf41f9-4194-4330-a672-e40d11187a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.435617 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-0edf41f9-4194-4330-a672-e40d11187a79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b21202f6-6ed6-4660-a6b5-70c796881902 HTTP/1.1" status: 204 len: 168 time: 0.7835903 May 05 15:33:15.437037 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40172) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:15.453643 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-672043657-network', 'tenant_id': '4465e04005484222a616e7fee986ff55'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:15.458487 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'Port': ['ID=a9363929-a531-406c-9bd3-ec769fcc6fad,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:15.469131 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:15.502156 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf41f9-4194-4330-a672-e40d11187a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21202f6-6ed6-4660-a6b5-70c796881902,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:15.518966 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6c2a0-e93b-481e-9570-62f8d608c886 req-9612b0af-3f5e-42f8-81d4-365e117d4c95 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:15.537824 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:33:15.543154 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ca6c2a0-e93b-481e-9570-62f8d608c886 req-9612b0af-3f5e-42f8-81d4-365e117d4c95 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 943 time: 0.2048130 May 05 15:33:15.579546 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:15.582326 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.639672 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Allocated IP 172.20.0.14 (c0587739-8906-446b-bcca-e4ce438334aa/83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6/ed51ee8f-4a72-4c11-9184-499b606af333) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:15.674212 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ca6c2a0-e93b-481e-9570-62f8d608c886 req-6e4fbc27-94a9-466a-888e-3b7b3b3a3c4d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289797 May 05 15:33:15.691903 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Made reservation on behalf of 4465e04005484222a616e7fee986ff55 for: {'network': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:15.699306 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.750346 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-2254cff7-94d3-4935-8fa3-a3c707c2b2dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9557781 May 05 15:33:15.754212 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.776759 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Request body: {'port': {'device_id': '7666edc2-90a0-48da-9093-14d301a1be1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:15.913006 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-6a6075b9-c6c4-45fa-9cd4-751ad208a7c2 None None] Provisioning complete for port a9363929-a531-406c-9bd3-ec769fcc6fad triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:15.921972 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a6075b9-c6c4-45fa-9cd4-751ad208a7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.957821 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c33321-9952-4e08-89b8-077dcc88f696 req-a54efaa2-6daa-4e49-868f-237b7f63f74c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:15.959455 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6c33321-9952-4e08-89b8-077dcc88f696 req-a54efaa2-6daa-4e49-868f-237b7f63f74c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 931 time: 0.1576550 May 05 15:33:15.991363 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6a6075b9-c6c4-45fa-9cd4-751ad208a7c2 None None] Port a9363929-a531-406c-9bd3-ec769fcc6fad cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:33:16.052455 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.094524 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for port (ed51ee8f-4a72-4c11-9184-499b606af333), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.165541 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6c33321-9952-4e08-89b8-077dcc88f696 req-6f249d6a-cec8-4c42-8232-54561e3a3649 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975780 May 05 15:33:16.303769 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Publish callbacks [] for security_group (4a005347-3bcd-4f06-b384-df219a07b18d), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.419641 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (4a005347-3bcd-4f06-b384-df219a07b18d), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.420780 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6398a4db-4114-4a2e-bf22-8c29aea37564 req-1a2a6296-f4f6-420e-b5f9-7af6beb97a97 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 210 time: 0.0699177 May 05 15:33:16.468342 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:33:16.525297 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (d8363887-c640-490f-b66d-2584ddfe80a8), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.525297 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.segments_db [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Added segment d8363887-c640-490f-b66d-2584ddfe80a8 of type vlan for network e2f34298-b3b6-41a0-98fc-5de07dae6293 May 05 15:33:16.525297 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a005347-3bcd-4f06-b384-df219a07b18d,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:16.556918 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.624117 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40212) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:16.627917 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (e2f34298-b3b6-41a0-98fc-5de07dae6293), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.658418 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Network c0587739-8906-446b-bcca-e4ce438334aa is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:16.680093 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:16.682355 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'Port': ['ID=ed51ee8f-4a72-4c11-9184-499b606af333,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:16.684775 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:33:16.690677 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:16.692433 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.771945 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a89fcbef-f617-4468-865e-547345f05c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.813496 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9363929-a531-406c-9bd3-ec769fcc6fad {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:16.832415 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Publish callbacks [] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.856836 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (e2f34298-b3b6-41a0-98fc-5de07dae6293), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.857874 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:16.858539 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.863649 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-7ef01ece-7cd5-4cda-9565-156323f78057 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7423053 May 05 15:33:16.919014 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Transition to ACTIVE for port object a9363929-a531-406c-9bd3-ec769fcc6fad will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:33:16.936025 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a89fcbef-f617-4468-865e-547345f05c07 admin admin] Publish callbacks [] for security_group (2c64b291-1c29-44fb-8fcd-ee124087e9be), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:16.947553 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd38d-9e57-4251-be7f-679020f91363 req-0c8b0600-7c12-4165-b825-856585a50a03 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:16.947553 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a45bd38d-9e57-4251-be7f-679020f91363 req-0c8b0600-7c12-4165-b825-856585a50a03 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 943 time: 0.1371038 May 05 15:33:16.998305 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] Pushing event updated for resources: {'Network': ['ID=e2f34298-b3b6-41a0-98fc-5de07dae6293,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:17.001306 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.009423 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network e2f34298-b3b6-41a0-98fc-5de07dae6293 details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:33:17.018701 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a89fcbef-f617-4468-865e-547345f05c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (2c64b291-1c29-44fb-8fcd-ee124087e9be), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.041547 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Request body: {'port': {'device_id': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:17.048283 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b6bedfc5-843a-4b0d-adfc-9b27bcd7c8da admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6040111 May 05 15:33:17.063487 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40228) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:17.081196 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] Request body: {'subnet': {'network_id': 'e2f34298-b3b6-41a0-98fc-5de07dae6293', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-672043657-subnet', 'tenant_id': '4465e04005484222a616e7fee986ff55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:17.095112 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-68891836-7a72-4542-b5de-4b83ee38a16a None None] Provisioning complete for port ed51ee8f-4a72-4c11-9184-499b606af333 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:17.095430 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-a89fcbef-f617-4468-865e-547345f05c07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b5d52b74bd045b8bd4351b730b0fd27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4698920 May 05 15:33:17.096007 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68891836-7a72-4542-b5de-4b83ee38a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.096749 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40232) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:17.116027 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fcbef-f617-4468-865e-547345f05c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c64b291-1c29-44fb-8fcd-ee124087e9be,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:17.147857 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-68891836-7a72-4542-b5de-4b83ee38a16a None None] Port ed51ee8f-4a72-4c11-9184-499b606af333 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:33:17.150334 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a45bd38d-9e57-4251-be7f-679020f91363 req-952e0392-2ce0-4df6-9fb4-aa8f7e8de266 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023752 May 05 15:33:17.168127 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Pushing event updated for resources: {'Port': ['ID=a9363929-a531-406c-9bd3-ec769fcc6fad,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:17.195081 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-764c2c7b-9ec1-4e3e-9868-04fa5aafd6a0 admin admin] Publish callbacks [] for security_group (2c64b291-1c29-44fb-8fcd-ee124087e9be), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.221771 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-764c2c7b-9ec1-4e3e-9868-04fa5aafd6a0 admin admin] Publish callbacks [] for security_group (2c64b291-1c29-44fb-8fcd-ee124087e9be), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.250111 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.254716 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Attempting to bind port a9363929-a531-406c-9bd3-ec769fcc6fad on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:33:17.257642 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Attempting to bind port a9363929-a531-406c-9bd3-ec769fcc6fad by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:33:17.257642 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Attempting to bind port a9363929-a531-406c-9bd3-ec769fcc6fad on network 567bf926-5d0b-40e3-87cf-663917924844 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:17.261712 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] Made reservation on behalf of 4465e04005484222a616e7fee986ff55 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:17.264866 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.268764 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Port a9363929-a531-406c-9bd3-ec769fcc6fad on network 567bf926-5d0b-40e3-87cf-663917924844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:33:17.269288 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Attempting to bind port a9363929-a531-406c-9bd3-ec769fcc6fad on network 567bf926-5d0b-40e3-87cf-663917924844 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:17.286798 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:33:17.290840 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Checking segment: {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:17.291750 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Bound using segment: {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:33:17.292451 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Bound port: a9363929-a531-406c-9bd3-ec769fcc6fad, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:33:17.293047 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.411893 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15599931-8d0a-4948-b58b-9ad8628f9864 req-1d35a3c1-ec66-4e52-8665-c1485898af4e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:17.413406 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-15599931-8d0a-4948-b58b-9ad8628f9864 req-1d35a3c1-ec66-4e52-8665-c1485898af4e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0659897 May 05 15:33:17.470049 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-15599931-8d0a-4948-b58b-9ad8628f9864 req-f4a0cf2b-dc99-49c8-b9d2-2cdc55bcd19f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469105 May 05 15:33:17.472699 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-764c2c7b-9ec1-4e3e-9868-04fa5aafd6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (2c64b291-1c29-44fb-8fcd-ee124087e9be), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.478348 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-764c2c7b-9ec1-4e3e-9868-04fa5aafd6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.479754 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-764c2c7b-9ec1-4e3e-9868-04fa5aafd6a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c64b291-1c29-44fb-8fcd-ee124087e9be HTTP/1.1" status: 204 len: 168 time: 0.3762002 May 05 15:33:17.494697 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c2c7b-9ec1-4e3e-9868-04fa5aafd6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c64b291-1c29-44fb-8fcd-ee124087e9be,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:17.673323 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (f4afdb64-146b-41bd-86c3-c2ef5e07f7de), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.691780 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:33:17.737765 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4afdb64-146b-41bd-86c3-c2ef5e07f7de,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:17.738068 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37d0d-2c14-404d-bcbb-2d69acb65483 req-44b9f7d6-97c4-4dc4-839f-f137a46ce1d3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:17.739332 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-eab37d0d-2c14-404d-bcbb-2d69acb65483 req-44b9f7d6-97c4-4dc4-839f-f137a46ce1d3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 932 time: 0.1067955 May 05 15:33:17.743351 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:33:17.745829 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] Checking segment: {'id': 'd8363887-c640-490f-b66d-2584ddfe80a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e2f34298-b3b6-41a0-98fc-5de07dae6293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:17.751469 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] Network hostable DHCP agents. Network: e2f34298-b3b6-41a0-98fc-5de07dae6293, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:33:17.831711 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.856075 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] Network e2f34298-b3b6-41a0-98fc-5de07dae6293 is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:33:17.888764 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-eab37d0d-2c14-404d-bcbb-2d69acb65483 req-2891b8e3-589b-4564-a260-39da804b88ab tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365566 May 05 15:33:17.906770 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:17.918645 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.918645 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] 10.222.0.49 "PUT /v2.0/ports/a9363929-a531-406c-9bd3-ec769fcc6fad HTTP/1.1" status: 200 len: 1093 time: 2.1457729 May 05 15:33:17.918645 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:17.979235 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, e2f34298-b3b6-41a0-98fc-5de07dae6293) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:17.994102 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:17.994526 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.001601 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74c588a-806d-4f7d-9483-7f5e94f2874f None None] Network e2f34298-b3b6-41a0-98fc-5de07dae6293 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:33:18.002870 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84e048-3451-4e39-87f5-1061f3900fae service neutron] Pushing event updated for resources: {'Port': ['ID=a9363929-a531-406c-9bd3-ec769fcc6fad,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:18.063517 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed51ee8f-4a72-4c11-9184-499b606af333 {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:18.080030 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Publish callbacks [] for port (ed51ee8f-4a72-4c11-9184-499b606af333), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.100560 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Transition to ACTIVE for port object ed51ee8f-4a72-4c11-9184-499b606af333 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:33:18.101569 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-f8ab16e7-06a6-4310-9743-faf7ba90f447 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0257103 May 05 15:33:18.144685 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c214967-9d8c-4658-ad9b-c6bd5b052a21 None None] Network e2f34298-b3b6-41a0-98fc-5de07dae6293 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:33:18.282048 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86861f-cc8b-4020-88c0-8d01d1831e9c req-1bbde897-4cd5-488c-80a1-22bfa6b21443 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:18.283531 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4b86861f-cc8b-4020-88c0-8d01d1831e9c req-1bbde897-4cd5-488c-80a1-22bfa6b21443 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 943 time: 0.0530651 May 05 15:33:18.291532 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.346958 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40278) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:18.365393 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17007e01-eace-48a0-b7e2-0b2253c31857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.370265 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4b86861f-cc8b-4020-88c0-8d01d1831e9c req-c39f6e6e-c123-49a7-9d04-ef5c81b569bf tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781412 May 05 15:33:18.447891 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-9300f40b-6bdf-41da-8d9b-e0356a8754f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:18.449859 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-9300f40b-6bdf-41da-8d9b-e0356a8754f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 1127 time: 0.1138630 May 05 15:33:18.450728 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed51ee8f-4a72-4c11-9184-499b606af333,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:18.482986 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17007e01-eace-48a0-b7e2-0b2253c31857 admin admin] Publish callbacks [] for security_group (19608fc4-d3fb-492f-8095-05aa1abc0a17), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.508438 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40280) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:18.570067 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-748b6259-4fe3-493e-b49c-4fb7d84cebb8 admin admin] Deleting subnet 1fa2c375-6a0e-4a31-b589-6193e9fa28ef {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:33:18.573662 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-748b6259-4fe3-493e-b49c-4fb7d84cebb8 admin admin] Publish callbacks [] for subnet (1fa2c375-6a0e-4a31-b589-6193e9fa28ef), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.575890 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17007e01-eace-48a0-b7e2-0b2253c31857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (19608fc4-d3fb-492f-8095-05aa1abc0a17), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.597631 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-815938a8-1d89-4dd5-bfdb-8bab3d8168ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9363929-a531-406c-9bd3-ec769fcc6fad HTTP/1.1" status: 200 len: 217 time: 0.1268594 May 05 15:33:18.608869 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Attempting to bind port ed51ee8f-4a72-4c11-9184-499b606af333 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:33:18.609200 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Attempting to bind port ed51ee8f-4a72-4c11-9184-499b606af333 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:33:18.609525 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Attempting to bind port ed51ee8f-4a72-4c11-9184-499b606af333 on network c0587739-8906-446b-bcca-e4ce438334aa {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:18.636965 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134d9360-44bd-4197-b4b9-dbe056555860" -d '{"events": [{"name": "network-changed", "server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:18.645315 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17007e01-eace-48a0-b7e2-0b2253c31857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19608fc4-d3fb-492f-8095-05aa1abc0a17,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:18.654833 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-17007e01-eace-48a0-b7e2-0b2253c31857 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c02dcaf0ac2f4ada8d15516f16e3845f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064423 May 05 15:33:18.657282 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-748b6259-4fe3-493e-b49c-4fb7d84cebb8 admin admin] Publish callbacks [] for subnet (1fa2c375-6a0e-4a31-b589-6193e9fa28ef), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.660958 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40286) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:18.681029 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Port ed51ee8f-4a72-4c11-9184-499b606af333 on network c0587739-8906-446b-bcca-e4ce438334aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:33:18.682224 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Attempting to bind port ed51ee8f-4a72-4c11-9184-499b606af333 on network c0587739-8906-446b-bcca-e4ce438334aa {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:18.692058 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-748b6259-4fe3-493e-b49c-4fb7d84cebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (1fa2c375-6a0e-4a31-b589-6193e9fa28ef), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.700095 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:33:18.700414 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Checking segment: {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:18.700820 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Bound using segment: {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:33:18.701214 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Bound port: ed51ee8f-4a72-4c11-9184-499b606af333, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:33:18.701567 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.711509 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b7ed5-4f9c-4192-85d2-ed14179041fd req-fe6d0a22-34ee-4bee-99b2-42b6283e61dc tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:18.713205 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1d0b7ed5-4f9c-4192-85d2-ed14179041fd req-fe6d0a22-34ee-4bee-99b2-42b6283e61dc tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.1193187 May 05 15:33:18.731175 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-b908f49a-61c1-4405-b8f9-799da4d2b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:18.732602 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-b908f49a-61c1-4405-b8f9-799da4d2b53a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dba1ae9-e494-4720-b0dd-109269841baf HTTP/1.1" status: 200 len: 855 time: 0.1259186 May 05 15:33:18.777699 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-74f6ddec-4d15-4ff5-b141-1b615da32fe7 admin admin] Publish callbacks [] for security_group (19608fc4-d3fb-492f-8095-05aa1abc0a17), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.803197 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-74f6ddec-4d15-4ff5-b141-1b615da32fe7 admin admin] Publish callbacks [] for security_group (19608fc4-d3fb-492f-8095-05aa1abc0a17), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.850054 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-748b6259-4fe3-493e-b49c-4fb7d84cebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (1fa2c375-6a0e-4a31-b589-6193e9fa28ef), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.872175 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-e1f95a3d-586e-40ab-a16d-b97193f2d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:18.873705 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-e1f95a3d-586e-40ab-a16d-b97193f2d123 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=567bf926-5d0b-40e3-87cf-663917924844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1349661 May 05 15:33:18.891019 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b6259-4fe3-493e-b49c-4fb7d84cebb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa2c375-6a0e-4a31-b589-6193e9fa28ef,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:18.892893 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-748b6259-4fe3-493e-b49c-4fb7d84cebb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.898121 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-748b6259-4fe3-493e-b49c-4fb7d84cebb8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1fa2c375-6a0e-4a31-b589-6193e9fa28ef HTTP/1.1" status: 204 len: 168 time: 0.3880694 May 05 15:33:18.900724 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40294) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:18.929953 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1d0b7ed5-4f9c-4192-85d2-ed14179041fd req-793e9b38-79e4-43ac-8ad3-002af030e12c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050288 May 05 15:33:18.944649 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] For port ed51ee8f-4a72-4c11-9184-499b606af333, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:33:18.987930 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] For port ed51ee8f-4a72-4c11-9184-499b606af333, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ed51ee8f-4a72-4c11-9184-499b606af333,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:33:18.994887 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (40370ebc-13ac-4e7a-b1ce-3d1f5d650798), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.014941 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40298) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:19.017242 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-46f31db9-cb05-4055-8636-efda3a75b0f2 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330025 May 05 15:33:19.029122 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-74f6ddec-4d15-4ff5-b141-1b615da32fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (19608fc4-d3fb-492f-8095-05aa1abc0a17), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.034554 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-74f6ddec-4d15-4ff5-b141-1b615da32fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.034554 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-74f6ddec-4d15-4ff5-b141-1b615da32fe7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19608fc4-d3fb-492f-8095-05aa1abc0a17 HTTP/1.1" status: 204 len: 168 time: 0.3695903 May 05 15:33:19.038534 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device e29c6766-328f-4aa5-a57e-14db849e87cd details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:33:19.043502 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6ddec-4d15-4ff5-b141-1b615da32fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19608fc4-d3fb-492f-8095-05aa1abc0a17,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:19.075311 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7822f4-b2bf-40f5-815a-6f2c281d3f9a x-openstack-request-id: req-1e7822f4-b2bf-40f5-815a-6f2c281d3f9a {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:19.075648 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:19.075902 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e7822f4-b2bf-40f5-815a-6f2c281d3f9a {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:19.076365 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7822f4-b2bf-40f5-815a-6f2c281d3f9a'] response: {'name': 'network-changed', 'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'status': 'completed', 'code': 200} May 05 15:33:19.141928 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.142698 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (40370ebc-13ac-4e7a-b1ce-3d1f5d650798), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.155549 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb032c1-6993-4ace-9514-ca866bfde096 req-9baafc04-27b5-4224-949e-113c34b51279 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:19.157000 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-aeb032c1-6993-4ace-9514-ca866bfde096 req-9baafc04-27b5-4224-949e-113c34b51279 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 944 time: 0.1145880 May 05 15:33:19.172189 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.172836 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.173614 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.174029 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > port after_create 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.174847 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.174847 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > port after_update 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.181553 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.181553 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.181553 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.181553 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.195897 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:19.196925 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.198299 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] 10.222.0.49 "PUT /v2.0/ports/ed51ee8f-4a72-4c11-9184-499b606af333 HTTP/1.1" status: 200 len: 1094 time: 2.1680765 May 05 15:33:19.202473 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port e29c6766-328f-4aa5-a57e-14db849e87cd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e29c6766-328f-4aa5-a57e-14db849e87cd,segment=NetworkSegment(1d0d6e92-8b78-4f9e-969d-19d238a7302a),segment_id=1d0d6e92-8b78-4f9e-969d-19d238a7302a)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:19.216888 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'e29c6766-328f-4aa5-a57e-14db849e87cd', 'network_id': 'e392e3ff-8b8b-42c1-8bb0-92c99f11afde', 'port_id': 'e29c6766-328f-4aa5-a57e-14db849e87cd', 'mac_address': 'fa:16:3e:5c:3e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c32212d-167d-49aa-816e-0742fa222f66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:33:19.265224 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68d96d86-27c5-418d-a2a4-7018a8202394 req-ba9c0591-abf7-49cd-b946-dc749d301c88 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360656 May 05 15:33:19.272502 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00214ae2-6caf-4e93-9981-978d4c1cdbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed51ee8f-4a72-4c11-9184-499b606af333,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:19.274012 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port e29c6766-328f-4aa5-a57e-14db849e87cd is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:19.275546 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.310581 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.310948 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.313242 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29c6766-328f-4aa5-a57e-14db849e87cd {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:19.315244 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.316696 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-aeb032c1-6993-4ace-9514-ca866bfde096 req-d8a84939-e046-4f20-83a3-626df9c71e85 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331222 May 05 15:33:19.316821 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:19.317132 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40370ebc-13ac-4e7a-b1ce-3d1f5d650798']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:19.359864 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port e29c6766-328f-4aa5-a57e-14db849e87cd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e29c6766-328f-4aa5-a57e-14db849e87cd,segment=NetworkSegment(1d0d6e92-8b78-4f9e-969d-19d238a7302a),segment_id=1d0d6e92-8b78-4f9e-969d-19d238a7302a)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:19.366148 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffaec3f0-78a2-40a4-a4c0-a0efb9649247') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:19.366522 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffaec3f0-78a2-40a4-a4c0-a0efb9649247') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:19.385014 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-317892'] for segment (ffaec3f0-78a2-40a4-a4c0-a0efb9649247), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.409247 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-e4d29838-25e9-48d3-a3fd-28ff25063deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:19.412617 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-e4d29838-25e9-48d3-a3fd-28ff25063deb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 1128 time: 0.0716567 May 05 15:33:19.428401 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (ffaec3f0-78a2-40a4-a4c0-a0efb9649247), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.436567 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:33:19.437182 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9250479'] for segment (ffaec3f0-78a2-40a4-a4c0-a0efb9649247), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.449766 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: from cryptography.utils import int_from_bytes May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: from cryptography.utils import int_from_bytes May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: Traceback (most recent call last): May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: timer() May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: cb(*args, **kw) May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: return func(*args, **kwargs) May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: self._notify() May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: self.callback(batched_events) May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: event.method(event) May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: return f(self, *a, **k) May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._get(url).json() May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: return self.request(url, 'GET', **kwargs) May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:33:19.468961 dv-cinder-840678-1-iscsi neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:33:19.521421 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=e29c6766-328f-4aa5-a57e-14db849e87cd,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:19.576506 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9047eaa-0d82-4576-a361-e852e5b5ab6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.584746 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14933fa9-c770-48ff-847f-fc5a23dee522 req-11d92162-57ef-47b5-92f4-6d78c22c6cd5 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:19.586929 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-14933fa9-c770-48ff-847f-fc5a23dee522 req-11d92162-57ef-47b5-92f4-6d78c22c6cd5 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 944 time: 0.1046789 May 05 15:33:19.647243 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (40370ebc-13ac-4e7a-b1ce-3d1f5d650798), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.667574 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.671339 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] 10.222.0.44 "DELETE /v2.0/networks/40370ebc-13ac-4e7a-b1ce-3d1f5d650798 HTTP/1.1" status: 204 len: 168 time: 0.7691822 May 05 15:33:19.673500 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40312) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:19.689514 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-14933fa9-c770-48ff-847f-fc5a23dee522 req-d191238f-4bb1-4b5d-8b4e-321d439275dc tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914958 May 05 15:33:19.691249 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f7414-21c2-434c-8795-c2c9cddc6086 admin admin] Pushing event deleted for resources: {'Network': ['ID=40370ebc-13ac-4e7a-b1ce-3d1f5d650798,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:19.730121 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['e29c6766-328f-4aa5-a57e-14db849e87cd'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:33:19.742177 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9047eaa-0d82-4576-a361-e852e5b5ab6c admin admin] Publish callbacks [] for security_group (533dac33-6d13-4f54-bd9f-632145c83d12), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.750470 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7e5369-18e2-4560-b8e3-da19f27e762b admin admin] Deleting subnet f4afdb64-146b-41bd-86c3-c2ef5e07f7de {{(pid=103723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:33:19.756094 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5369-18e2-4560-b8e3-da19f27e762b admin admin] Publish callbacks [] for subnet (f4afdb64-146b-41bd-86c3-c2ef5e07f7de), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.799078 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5369-18e2-4560-b8e3-da19f27e762b admin admin] Publish callbacks [] for subnet (f4afdb64-146b-41bd-86c3-c2ef5e07f7de), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.812426 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5369-18e2-4560-b8e3-da19f27e762b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (f4afdb64-146b-41bd-86c3-c2ef5e07f7de), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.826194 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40320) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:19.834165 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9047eaa-0d82-4576-a361-e852e5b5ab6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (533dac33-6d13-4f54-bd9f-632145c83d12), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.891451 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-d9047eaa-0d82-4576-a361-e852e5b5ab6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37ab7db9ef8d42fd8d45b206da3f5c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8754852 May 05 15:33:19.896648 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40328) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:19.928007 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9047eaa-0d82-4576-a361-e852e5b5ab6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533dac33-6d13-4f54-bd9f-632145c83d12,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:19.960382 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f45c36c2-9d58-47f7-b9ea-176ba0bbbec8 admin admin] Publish callbacks [] for security_group (533dac33-6d13-4f54-bd9f-632145c83d12), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.971523 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb3e0-499a-403a-8f83-cca8364d7067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.980672 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5369-18e2-4560-b8e3-da19f27e762b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (f4afdb64-146b-41bd-86c3-c2ef5e07f7de), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.999372 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f45c36c2-9d58-47f7-b9ea-176ba0bbbec8 admin admin] Publish callbacks [] for security_group (533dac33-6d13-4f54-bd9f-632145c83d12), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.012594 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.074108 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e5369-18e2-4560-b8e3-da19f27e762b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4afdb64-146b-41bd-86c3-c2ef5e07f7de,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:20.082498 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5369-18e2-4560-b8e3-da19f27e762b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.086051 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-9b7e5369-18e2-4560-b8e3-da19f27e762b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f4afdb64-146b-41bd-86c3-c2ef5e07f7de HTTP/1.1" status: 204 len: 168 time: 0.4108732 May 05 15:33:20.091602 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40336) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:20.201779 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (e2f34298-b3b6-41a0-98fc-5de07dae6293), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.204847 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb3e0-499a-403a-8f83-cca8364d7067 admin admin] Publish callbacks [] for security_group (47527d18-fc33-4752-a390-792eb9f9e2d9), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.228469 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-010c94ef-3b6e-4b1f-86b3-27cd9d7e2c9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed51ee8f-4a72-4c11-9184-499b606af333 HTTP/1.1" status: 200 len: 217 time: 0.1387165 May 05 15:33:20.261555 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5321a-666b-4229-b0a8-f4a08de27988 req-6b0b6f69-0d9b-45b4-8cca-7c87a7a6f4c1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:20.263134 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cdd5321a-666b-4229-b0a8-f4a08de27988 req-6b0b6f69-0d9b-45b4-8cca-7c87a7a6f4c1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.2088659 May 05 15:33:20.304780 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d9360-44bd-4197-b4b9-dbe056555860 req-175bea2d-4969-437e-ad9d-7359a6daa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:20.306273 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-134d9360-44bd-4197-b4b9-dbe056555860 req-175bea2d-4969-437e-ad9d-7359a6daa0eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 1127 time: 0.1871264 May 05 15:33:20.318102 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (e2f34298-b3b6-41a0-98fc-5de07dae6293), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.327858 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb3e0-499a-403a-8f83-cca8364d7067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (47527d18-fc33-4752-a390-792eb9f9e2d9), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.363140 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f34298-b3b6-41a0-98fc-5de07dae6293']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:20.399362 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8363887-c640-490f-b66d-2584ddfe80a8') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:20.399689 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8363887-c640-490f-b66d-2584ddfe80a8') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:20.404674 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-0231d4ee-a549-4247-928f-2d4c47191e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:20.406298 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-cb3cb3e0-499a-403a-8f83-cca8364d7067 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5390503d750b420a9e43748b3a1b3268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5789206 May 05 15:33:20.408904 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-0231d4ee-a549-4247-928f-2d4c47191e95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6 HTTP/1.1" status: 200 len: 849 time: 0.1734331 May 05 15:33:20.412459 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40350) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:20.422305 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cb3e0-499a-403a-8f83-cca8364d7067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47527d18-fc33-4752-a390-792eb9f9e2d9,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:20.428590 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-317892'] for segment (d8363887-c640-490f-b66d-2584ddfe80a8), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.488770 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (d8363887-c640-490f-b66d-2584ddfe80a8), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.512592 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:33:20.512996 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9250479'] for segment (d8363887-c640-490f-b66d-2584ddfe80a8), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: Traceback (most recent call last): May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: timer() May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: cb(*args, **kw) May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: return func(*args, **kwargs) May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: self._notify() May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: self.callback(batched_events) May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: event.method(event) May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: return f(self, *a, **k) May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._get(url).json() May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: return self.request(url, 'GET', **kwargs) May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:33:20.517010 dv-cinder-840678-1-iscsi neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:33:20.547310 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094415e-b804-4b7a-9de4-53013041c593 req-f02e411c-f6cc-4449-a544-c0c2959c9326 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:20.551051 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a094415e-b804-4b7a-9de4-53013041c593 req-f02e411c-f6cc-4449-a544-c0c2959c9326 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 944 time: 0.1223221 May 05 15:33:20.606110 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5f1b-9082-4015-87b5-5d54f2a58e12 admin admin] Publish callbacks [] for security_group (47527d18-fc33-4752-a390-792eb9f9e2d9), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.647467 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5f1b-9082-4015-87b5-5d54f2a58e12 admin admin] Publish callbacks [] for security_group (47527d18-fc33-4752-a390-792eb9f9e2d9), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.663319 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f45c36c2-9d58-47f7-b9ea-176ba0bbbec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (533dac33-6d13-4f54-bd9f-632145c83d12), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.666569 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f45c36c2-9d58-47f7-b9ea-176ba0bbbec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.670251 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f45c36c2-9d58-47f7-b9ea-176ba0bbbec8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/533dac33-6d13-4f54-bd9f-632145c83d12 HTTP/1.1" status: 204 len: 168 time: 0.7706327 May 05 15:33:20.674358 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a094415e-b804-4b7a-9de4-53013041c593 req-99378e28-e086-4b69-9709-3a56f2ffd3a5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944953 May 05 15:33:20.692190 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (e2f34298-b3b6-41a0-98fc-5de07dae6293), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.697670 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.702806 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] 10.222.0.44 "DELETE /v2.0/networks/e2f34298-b3b6-41a0-98fc-5de07dae6293 HTTP/1.1" status: 204 len: 168 time: 0.6102283 May 05 15:33:20.727099 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c36c2-9d58-47f7-b9ea-176ba0bbbec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533dac33-6d13-4f54-bd9f-632145c83d12,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:20.727254 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd73f65-fe06-426c-85a5-fbcebb0dd85e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f34298-b3b6-41a0-98fc-5de07dae6293,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:20.737548 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cdd5321a-666b-4229-b0a8-f4a08de27988 req-8a33925d-aa34-4148-bbb1-cc7314b50702 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4458640 May 05 15:33:20.746608 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-2fd3c078-c20a-4b9d-9370-62492bbed0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:20.758394 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-2fd3c078-c20a-4b9d-9370-62492bbed0bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0587739-8906-446b-bcca-e4ce438334aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2930133 May 05 15:33:20.760152 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d9360-44bd-4197-b4b9-dbe056555860 req-7fa1b6b0-7136-444c-8b60-a4fdff50633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:20.761583 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-134d9360-44bd-4197-b4b9-dbe056555860 req-7fa1b6b0-7136-444c-8b60-a4fdff50633e service neutron] 10.222.0.49 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 917 time: 0.4418008 May 05 15:33:20.836411 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629bbd0-a8f7-4f46-81ec-75085f913728 req-7c4610a1-7357-450b-80ac-bfa0adbde685 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:20.841591 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-134d9360-44bd-4197-b4b9-dbe056555860 req-f072bb41-64e7-486b-9bd3-7792183e8666 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9363929-a531-406c-9bd3-ec769fcc6fad HTTP/1.1" status: 200 len: 217 time: 0.0702536 May 05 15:33:20.843704 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7629bbd0-a8f7-4f46-81ec-75085f913728 req-7c4610a1-7357-450b-80ac-bfa0adbde685 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 944 time: 0.0693264 May 05 15:33:20.874380 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5f1b-9082-4015-87b5-5d54f2a58e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (47527d18-fc33-4752-a390-792eb9f9e2d9), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.874380 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5f1b-9082-4015-87b5-5d54f2a58e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:20.874380 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-ca8f5f1b-9082-4015-87b5-5d54f2a58e12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47527d18-fc33-4752-a390-792eb9f9e2d9 HTTP/1.1" status: 204 len: 168 time: 0.4570060 May 05 15:33:20.906886 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f5f1b-9082-4015-87b5-5d54f2a58e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47527d18-fc33-4752-a390-792eb9f9e2d9,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:20.937197 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7629bbd0-a8f7-4f46-81ec-75085f913728 req-04b9c076-da4c-4526-9af5-371969bf572e tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858531 May 05 15:33:20.974878 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d9360-44bd-4197-b4b9-dbe056555860 req-d7d5cdc0-141d-4c77-b7c8-0996c174033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:20.976349 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-134d9360-44bd-4197-b4b9-dbe056555860 req-d7d5cdc0-141d-4c77-b7c8-0996c174033e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dba1ae9-e494-4720-b0dd-109269841baf HTTP/1.1" status: 200 len: 855 time: 0.1276731 May 05 15:33:21.003649 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-c6b67575-807d-4952-8b5e-3d54d8478161 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451138 May 05 15:33:21.031001 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device a9363929-a531-406c-9bd3-ec769fcc6fad details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:33:21.056568 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device e29c6766-328f-4aa5-a57e-14db849e87cd up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:21.063463 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d9360-44bd-4197-b4b9-dbe056555860 req-dafe7c67-d722-4dc4-b06c-955d977358f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:21.067354 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-134d9360-44bd-4197-b4b9-dbe056555860 req-dafe7c67-d722-4dc4-b06c-955d977358f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=567bf926-5d0b-40e3-87cf-663917924844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831208 May 05 15:33:21.134269 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'tag': 'ed51ee8f-4a72-4c11-9184-499b606af333'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:21.136617 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3320237-9532-426d-be69-d30ca0e68834" -d '{"events": [{"name": "network-changed", "server_uuid": "666c3ca8-5d77-4a02-8b64-470bf760fd2a", "tag": "ed51ee8f-4a72-4c11-9184-499b606af333"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:21.167109 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port e29c6766-328f-4aa5-a57e-14db849e87cd completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:33:21.198989 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:21.199092 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349fa1a6-2609-4424-8517-06f8ee39622c x-openstack-request-id: req-349fa1a6-2609-4424-8517-06f8ee39622c {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:21.199092 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666c3ca8-5d77-4a02-8b64-470bf760fd2a", "tag": "ed51ee8f-4a72-4c11-9184-499b606af333", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:21.199092 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-349fa1a6-2609-4424-8517-06f8ee39622c {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:21.199092 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349fa1a6-2609-4424-8517-06f8ee39622c'] response: {'name': 'network-changed', 'server_uuid': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'tag': 'ed51ee8f-4a72-4c11-9184-499b606af333', 'status': 'completed', 'code': 200} May 05 15:33:21.201983 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'port_id': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'mac_address': 'fa:16:3e:af:35:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:33:21.231075 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdb6391-8087-4b58-aa95-ce7d62c2299f req-67e8874a-cc4d-4a63-83a7-f82cbe72fb6c service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110510 May 05 15:33:21.253564 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port a9363929-a531-406c-9bd3-ec769fcc6fad is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:21.254033 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:21.259535 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-134d9360-44bd-4197-b4b9-dbe056555860 req-5f791072-b8f6-41ab-96ee-8c91e1093132 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880324 May 05 15:33:21.275410 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9363929-a531-406c-9bd3-ec769fcc6fad {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:21.295520 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:21.362347 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-134d9360-44bd-4197-b4b9-dbe056555860 req-bda8c501-5e0c-43d9-85a3-cb54d1ba37a8 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959508 May 05 15:33:21.820573 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d7bd3-c8ed-436e-bd06-7972111c7053 req-fa663540-150b-4c96-a6d8-a118788ead93 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:21.822122 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-408d7bd3-c8ed-436e-bd06-7972111c7053 req-fa663540-150b-4c96-a6d8-a118788ead93 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 944 time: 0.0589180 May 05 15:33:21.878986 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-408d7bd3-c8ed-436e-bd06-7972111c7053 req-c65cb0f4-e200-47ab-bf14-1e9d90ac29da tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513494 May 05 15:33:21.894076 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de85049-8838-47e6-bc29-4d4c52f26095 req-6e6e1baf-52ef-4182-b0d8-60af1888acf3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:21.895690 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1de85049-8838-47e6-bc29-4d4c52f26095 req-6e6e1baf-52ef-4182-b0d8-60af1888acf3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0577736 May 05 15:33:21.950095 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1de85049-8838-47e6-bc29-4d4c52f26095 req-ee6c1a0b-68c9-4946-8eba-1b0edfbe1ff2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448530 May 05 15:33:22.064033 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b061303-c91f-4aa0-8247-fe582c408840 req-55e0f565-9f65-4d96-809d-ac6bda5ef6b7 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:22.065544 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5b061303-c91f-4aa0-8247-fe582c408840 req-55e0f565-9f65-4d96-809d-ac6bda5ef6b7 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 944 time: 0.0538855 May 05 15:33:22.113089 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port e29c6766-328f-4aa5-a57e-14db849e87cd triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:22.113653 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:22.115673 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:22.118153 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5b061303-c91f-4aa0-8247-fe582c408840 req-28853f98-6bdf-44c7-a32d-e588d6efafd7 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446126 May 05 15:33:22.197042 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=a9363929-a531-406c-9bd3-ec769fcc6fad,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:22.240073 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port e29c6766-328f-4aa5-a57e-14db849e87cd is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:22.240466 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:22.270786 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db021c4f-0631-4ed2-96d3-844fcaa22df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29c6766-328f-4aa5-a57e-14db849e87cd'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:22.286667 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40388) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:22.329062 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-7a05bad9-a167-428b-af87-5577f7a778af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4184d329900c4733b885b5c352d9313a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433481 May 05 15:33:22.331569 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40392) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:22.341544 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['a9363929-a531-406c-9bd3-ec769fcc6fad'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:33:22.345231 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port e29c6766-328f-4aa5-a57e-14db849e87cd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e29c6766-328f-4aa5-a57e-14db849e87cd,segment=NetworkSegment(1d0d6e92-8b78-4f9e-969d-19d238a7302a),segment_id=1d0d6e92-8b78-4f9e-969d-19d238a7302a)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:22.390438 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c5e4434e-825e-4f52-b1ab-9322b4a8b15a admin admin] Publish callbacks [] for security_group (97590521-5aa5-4807-8039-4ede8e11e376), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:22.419865 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c5e4434e-825e-4f52-b1ab-9322b4a8b15a admin admin] Publish callbacks [] for security_group (97590521-5aa5-4807-8039-4ede8e11e376), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:22.556528 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:22.618915 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c5e4434e-825e-4f52-b1ab-9322b4a8b15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (97590521-5aa5-4807-8039-4ede8e11e376), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:22.621938 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c5e4434e-825e-4f52-b1ab-9322b4a8b15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:22.623918 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-c5e4434e-825e-4f52-b1ab-9322b4a8b15a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97590521-5aa5-4807-8039-4ede8e11e376 HTTP/1.1" status: 204 len: 168 time: 0.2907469 May 05 15:33:22.628009 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=e29c6766-328f-4aa5-a57e-14db849e87cd,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:22.640296 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4434e-825e-4f52-b1ab-9322b4a8b15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97590521-5aa5-4807-8039-4ede8e11e376,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:22.783621 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40406) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:22.814371 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1cf06b5e-20cf-451b-9cb9-48081374fda7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:22.834005 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f16f7e5-8f8d-477a-a9fa-d2327079be72" -d '{"events": [{"server_uuid": "db021c4f-0631-4ed2-96d3-844fcaa22df5", "name": "network-vif-plugged", "status": "completed", "tag": "e29c6766-328f-4aa5-a57e-14db849e87cd"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:22.867394 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320237-9532-426d-be69-d30ca0e68834 req-930a6843-a16a-4907-a575-53d55e7bb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:22.868869 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c3320237-9532-426d-be69-d30ca0e68834 req-930a6843-a16a-4907-a575-53d55e7bb164 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 1128 time: 0.0623372 May 05 15:33:23.007357 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1cf06b5e-20cf-451b-9cb9-48081374fda7 admin admin] Publish callbacks [] for security_group (7ba829f8-eec3-4cf6-aa1d-9d45e110706e), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.009373 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320237-9532-426d-be69-d30ca0e68834 req-0941e69b-0392-4237-99d5-5be065e23714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.011010 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c3320237-9532-426d-be69-d30ca0e68834 req-0941e69b-0392-4237-99d5-5be065e23714 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 200 len: 911 time: 0.1337101 May 05 15:33:23.032999 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36555ba0-823e-4845-afb3-18ffd0e889af req-97d7b36a-22e2-4674-b2a1-0202592af137 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.032999 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-36555ba0-823e-4845-afb3-18ffd0e889af req-97d7b36a-22e2-4674-b2a1-0202592af137 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 944 time: 0.0560145 May 05 15:33:23.055533 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c3320237-9532-426d-be69-d30ca0e68834 req-b4fa306d-0079-4897-9157-241e6ff5def2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed51ee8f-4a72-4c11-9184-499b606af333 HTTP/1.1" status: 200 len: 217 time: 0.0370696 May 05 15:33:23.056377 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device ed51ee8f-4a72-4c11-9184-499b606af333 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:33:23.072441 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-36555ba0-823e-4845-afb3-18ffd0e889af req-130c6c88-78a0-4ef3-9640-df8d1ed94fe3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503883 May 05 15:33:23.099902 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device a9363929-a531-406c-9bd3-ec769fcc6fad up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:23.139641 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320237-9532-426d-be69-d30ca0e68834 req-29d07893-0a60-4c55-a89b-ece7ae7175c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.143988 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c3320237-9532-426d-be69-d30ca0e68834 req-29d07893-0a60-4c55-a89b-ece7ae7175c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6 HTTP/1.1" status: 200 len: 849 time: 0.0805433 May 05 15:33:23.143988 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1cf06b5e-20cf-451b-9cb9-48081374fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7ba829f8-eec3-4cf6-aa1d-9d45e110706e), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.211530 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033d1ba-c17f-4231-92ff-d521a07a14db req-9c4f4438-5dc8-4e10-87f7-0e56f1e1b1aa tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.213642 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5033d1ba-c17f-4231-92ff-d521a07a14db req-9c4f4438-5dc8-4e10-87f7-0e56f1e1b1aa tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 944 time: 0.0586886 May 05 15:33:23.227236 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-1cf06b5e-20cf-451b-9cb9-48081374fda7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae2e5adce9ea4372b0f099e148b50769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415843 May 05 15:33:23.229213 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf06b5e-20cf-451b-9cb9-48081374fda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba829f8-eec3-4cf6-aa1d-9d45e110706e,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:23.229800 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40428) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:23.233968 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320237-9532-426d-be69-d30ca0e68834 req-20bab382-ff78-45be-bfcc-2936c757e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.235528 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c3320237-9532-426d-be69-d30ca0e68834 req-20bab382-ff78-45be-bfcc-2936c757e510 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0587739-8906-446b-bcca-e4ce438334aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874007 May 05 15:33:23.308074 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port a9363929-a531-406c-9bd3-ec769fcc6fad completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:33:23.336125 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port ed51ee8f-4a72-4c11-9184-499b606af333, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ed51ee8f-4a72-4c11-9184-499b606af333,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:23.350722 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'ed51ee8f-4a72-4c11-9184-499b606af333', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'port_id': 'ed51ee8f-4a72-4c11-9184-499b606af333', 'mac_address': 'fa:16:3e:e3:e5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:33:23.369991 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5033d1ba-c17f-4231-92ff-d521a07a14db req-49e46980-2f6e-4ca1-bb03-bcce53bade5c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493037 May 05 15:33:23.376454 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c3320237-9532-426d-be69-d30ca0e68834 req-c240a6a9-4893-454c-b287-5afed63b322b service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323123 May 05 15:33:23.415131 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port a9363929-a531-406c-9bd3-ec769fcc6fad triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:23.415516 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.422615 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d3d8-2897-4403-8c95-f3665da8a6cc admin admin] Publish callbacks [] for security_group (7ba829f8-eec3-4cf6-aa1d-9d45e110706e), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.468652 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d3d8-2897-4403-8c95-f3665da8a6cc admin admin] Publish callbacks [] for security_group (7ba829f8-eec3-4cf6-aa1d-9d45e110706e), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.491531 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b62625-fb4e-4a57-addc-62a5cbcf65ba x-openstack-request-id: req-b7b62625-fb4e-4a57-addc-62a5cbcf65ba {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:23.492403 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db021c4f-0631-4ed2-96d3-844fcaa22df5", "name": "network-vif-plugged", "status": "completed", "tag": "e29c6766-328f-4aa5-a57e-14db849e87cd", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:23.492866 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7b62625-fb4e-4a57-addc-62a5cbcf65ba {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:23.493602 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b62625-fb4e-4a57-addc-62a5cbcf65ba'] response: {'server_uuid': 'db021c4f-0631-4ed2-96d3-844fcaa22df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29c6766-328f-4aa5-a57e-14db849e87cd', 'code': 200} May 05 15:33:23.513927 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port ed51ee8f-4a72-4c11-9184-499b606af333 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:23.514423 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.543051 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed51ee8f-4a72-4c11-9184-499b606af333 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:23.571908 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf0024-954c-4bab-929f-10e881f77e5e req-a885e429-de03-4340-bb93-a3b90b8fba20 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.573718 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b3bf0024-954c-4bab-929f-10e881f77e5e req-a885e429-de03-4340-bb93-a3b90b8fba20 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 945 time: 0.0599947 May 05 15:33:23.582158 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c3320237-9532-426d-be69-d30ca0e68834 req-53878621-3ac4-4568-a6d1-75f5694888ab service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996682 May 05 15:33:23.598670 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port ed51ee8f-4a72-4c11-9184-499b606af333, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ed51ee8f-4a72-4c11-9184-499b606af333,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:23.608336 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port a9363929-a531-406c-9bd3-ec769fcc6fad is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:23.608721 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.626502 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b3bf0024-954c-4bab-929f-10e881f77e5e req-3e30abb6-b17a-48dc-a322-e6f01597c7d9 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469759 May 05 15:33:23.651842 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:23.673367 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.675559 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d3d8-2897-4403-8c95-f3665da8a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7ba829f8-eec3-4cf6-aa1d-9d45e110706e), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.680598 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d3d8-2897-4403-8c95-f3665da8a6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.684374 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-4ab4d3d8-2897-4403-8c95-f3665da8a6cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ba829f8-eec3-4cf6-aa1d-9d45e110706e HTTP/1.1" status: 204 len: 168 time: 0.4510515 May 05 15:33:23.690775 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4d3d8-2897-4403-8c95-f3665da8a6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba829f8-eec3-4cf6-aa1d-9d45e110706e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:23.737682 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=ed51ee8f-4a72-4c11-9184-499b606af333,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:23.741159 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.791465 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=a9363929-a531-406c-9bd3-ec769fcc6fad,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:23.839297 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40438) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:23.887732 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['ed51ee8f-4a72-4c11-9184-499b606af333'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:33:23.911562 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3ab94b4b-631d-4a36-8260-8af669618c41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4465e04005484222a616e7fee986ff55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708141 May 05 15:33:23.911811 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40440) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:23.918932 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4849c4f-f9bd-452e-ab92-91e8f555f2a1 req-9231bf16-bb3a-4d93-a25f-13a94194af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.920519 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d4849c4f-f9bd-452e-ab92-91e8f555f2a1 req-9231bf16-bb3a-4d93-a25f-13a94194af25 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 1129 time: 0.0835481 May 05 15:33:23.953085 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d4849c4f-f9bd-452e-ab92-91e8f555f2a1 req-4bf6c2d4-21fd-4ca8-ae0d-4f8d50367095 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:24.004600 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e893e4e2-742c-443e-b54e-74cf64c0709b admin admin] Publish callbacks [] for security_group (4a005347-3bcd-4f06-b384-df219a07b18d), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:24.043838 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e893e4e2-742c-443e-b54e-74cf64c0709b admin admin] Publish callbacks [] for security_group (4a005347-3bcd-4f06-b384-df219a07b18d), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:24.108257 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d4849c4f-f9bd-452e-ab92-91e8f555f2a1 req-4bf6c2d4-21fd-4ca8-ae0d-4f8d50367095 service neutron] Publish callbacks [] for security_group (8a1e4c90-0684-4a39-95bd-3095739b7ef8), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:24.205526 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d4849c4f-f9bd-452e-ab92-91e8f555f2a1 req-4bf6c2d4-21fd-4ca8-ae0d-4f8d50367095 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (8a1e4c90-0684-4a39-95bd-3095739b7ef8), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:24.248305 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905942d-2236-44c8-a865-41ee6fc3acce req-b22424c7-2e67-45ee-a1f6-5d1a859e6f3b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:24.250481 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a905942d-2236-44c8-a865-41ee6fc3acce req-b22424c7-2e67-45ee-a1f6-5d1a859e6f3b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 945 time: 0.0822220 May 05 15:33:24.267597 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e893e4e2-742c-443e-b54e-74cf64c0709b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (4a005347-3bcd-4f06-b384-df219a07b18d), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:24.271734 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e893e4e2-742c-443e-b54e-74cf64c0709b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:24.274659 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e893e4e2-742c-443e-b54e-74cf64c0709b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a005347-3bcd-4f06-b384-df219a07b18d HTTP/1.1" status: 204 len: 168 time: 0.3603737 May 05 15:33:24.305407 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d4849c4f-f9bd-452e-ab92-91e8f555f2a1 req-4bf6c2d4-21fd-4ca8-ae0d-4f8d50367095 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772745 May 05 15:33:24.313298 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6c2d4-21fd-4ca8-ae0d-4f8d50367095 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1e4c90-0684-4a39-95bd-3095739b7ef8,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:24.340003 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893e4e2-742c-443e-b54e-74cf64c0709b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a005347-3bcd-4f06-b384-df219a07b18d,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:24.363490 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a905942d-2236-44c8-a865-41ee6fc3acce req-35057a63-b239-41a1-9356-486510b81695 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835803 May 05 15:33:24.492928 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e20b4-7677-4b33-b9fd-0f7cffb523bb req-62d2cac6-2cf6-4698-ab90-3383dae04858 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:24.494397 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc1e20b4-7677-4b33-b9fd-0f7cffb523bb req-62d2cac6-2cf6-4698-ab90-3383dae04858 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0481410 May 05 15:33:24.547909 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc1e20b4-7677-4b33-b9fd-0f7cffb523bb req-b759c36e-6150-4957-ad22-a013c83df151 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473728 May 05 15:33:24.767476 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bc7fc-ad45-416e-a871-7dc1fc125232 req-6b3a7b3f-1348-4f72-bdb1-cdf0797e8bc5 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:24.769125 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-410bc7fc-ad45-416e-a871-7dc1fc125232 req-6b3a7b3f-1348-4f72-bdb1-cdf0797e8bc5 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 945 time: 0.0566473 May 05 15:33:24.823353 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-410bc7fc-ad45-416e-a871-7dc1fc125232 req-f1301fb5-f21c-4056-b919-3743b1701208 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468879 May 05 15:33:25.046368 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device ed51ee8f-4a72-4c11-9184-499b606af333 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:25.098295 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port ed51ee8f-4a72-4c11-9184-499b606af333 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:33:25.181855 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port ed51ee8f-4a72-4c11-9184-499b606af333 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:25.182568 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:25.268752 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port ed51ee8f-4a72-4c11-9184-499b606af333 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:25.269148 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:25.308402 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port ed51ee8f-4a72-4c11-9184-499b606af333, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ed51ee8f-4a72-4c11-9184-499b606af333,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:25.409987 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:25.464417 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=ed51ee8f-4a72-4c11-9184-499b606af333,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:25.495211 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad'}, {'server_uuid': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed51ee8f-4a72-4c11-9184-499b606af333'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:25.497584 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be80cdb8-599c-47cf-9b32-4b4b5701c9ec" -d '{"events": [{"server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "name": "network-vif-plugged", "status": "completed", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad"}, {"server_uuid": "666c3ca8-5d77-4a02-8b64-470bf760fd2a", "name": "network-vif-plugged", "status": "completed", "tag": "ed51ee8f-4a72-4c11-9184-499b606af333"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:25.499867 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa7162-bb28-4cd6-a696-f4bc7d254aae req-ef0ea9b5-87df-46a7-955b-b84b6104dd92 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:25.501405 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-41fa7162-bb28-4cd6-a696-f4bc7d254aae req-ef0ea9b5-87df-46a7-955b-b84b6104dd92 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0513582 May 05 15:33:25.538329 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 May 2022 15:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc9e9e6-e82d-4898-9891-ebae5b7a7f19 x-openstack-request-id: req-bbc9e9e6-e82d-4898-9891-ebae5b7a7f19 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:25.539260 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "name": "network-vif-plugged", "status": "completed", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad", "code": 200}, {"server_uuid": "666c3ca8-5d77-4a02-8b64-470bf760fd2a", "name": "network-vif-plugged", "status": "completed", "tag": "ed51ee8f-4a72-4c11-9184-499b606af333", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:25.539546 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbc9e9e6-e82d-4898-9891-ebae5b7a7f19 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:25.539946 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc9e9e6-e82d-4898-9891-ebae5b7a7f19'] response: {'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'code': 200} May 05 15:33:25.540203 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc9e9e6-e82d-4898-9891-ebae5b7a7f19'] response: {'server_uuid': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed51ee8f-4a72-4c11-9184-499b606af333', 'code': 200} May 05 15:33:25.551106 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-41fa7162-bb28-4cd6-a696-f4bc7d254aae req-2157dcea-ff3a-4bbf-aec1-ae567f3e773e tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438535 May 05 15:33:25.688959 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cc550-c89e-4adf-9d8f-365fd2eeb86a req-4ea44ed3-e5d0-471a-80fc-c4c601a3d0a7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:25.690480 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-752cc550-c89e-4adf-9d8f-365fd2eeb86a req-4ea44ed3-e5d0-471a-80fc-c4c601a3d0a7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0522902 May 05 15:33:25.770531 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-752cc550-c89e-4adf-9d8f-365fd2eeb86a req-4a303dc5-eed8-4c43-a261-c00a12c93b50 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729282 May 05 15:33:25.969653 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc188ba-7de3-4e04-b839-5f7865d525f4 req-c7730838-a05a-436a-8c82-80c8a97e171c tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:25.971679 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1cc188ba-7de3-4e04-b839-5f7865d525f4 req-c7730838-a05a-436a-8c82-80c8a97e171c tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 945 time: 0.0677438 May 05 15:33:26.037775 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1cc188ba-7de3-4e04-b839-5f7865d525f4 req-7d64ebd9-6045-44f5-8964-6a6d3ba3cca0 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591156 May 05 15:33:26.533663 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caae2d2-cede-4b0d-a29f-bd1a7daee064 req-22042589-c6f8-4804-a156-2855626b6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:26.536796 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1caae2d2-cede-4b0d-a29f-bd1a7daee064 req-22042589-c6f8-4804-a156-2855626b6c60 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 1129 time: 0.0911593 May 05 15:33:26.537770 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050845fa-e704-45ae-b646-d0544eb0e7a7 req-d3bf77f9-03b6-4acf-9dfb-a294520b4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:26.540438 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-050845fa-e704-45ae-b646-d0544eb0e7a7 req-d3bf77f9-03b6-4acf-9dfb-a294520b4adc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 1130 time: 0.0976138 May 05 15:33:26.611518 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1caae2d2-cede-4b0d-a29f-bd1a7daee064 req-1b510699-8aca-4f58-91e2-952b1d7e3736 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700381 May 05 15:33:26.613868 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-050845fa-e704-45ae-b646-d0544eb0e7a7 req-06b9b5dd-9810-4a13-aec1-0a2d2000c162 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670252 May 05 15:33:26.674642 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c250b89-f9b1-4c54-a9e6-5de716a05522 req-376e7c6b-1cf8-45e9-9747-8bd618fd36e7 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:26.676425 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6c250b89-f9b1-4c54-a9e6-5de716a05522 req-376e7c6b-1cf8-45e9-9747-8bd618fd36e7 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0533464 May 05 15:33:26.724705 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6c250b89-f9b1-4c54-a9e6-5de716a05522 req-ca34d7ab-69be-4e40-bf9a-36bffd22f049 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 May 05 15:33:26.896203 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12461368-f7be-4c22-91cc-2f86dafc0492 req-8da8c3cc-0057-48c6-9929-4bfe17f156be tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:26.899459 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-12461368-f7be-4c22-91cc-2f86dafc0492 req-8da8c3cc-0057-48c6-9929-4bfe17f156be tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0492728 May 05 15:33:26.947001 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-12461368-f7be-4c22-91cc-2f86dafc0492 req-963e6527-c60b-4cd3-be1f-d674e3df4189 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427165 May 05 15:33:27.108678 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40612) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:27.166594 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870fbb3-5c85-4806-a312-45fdbdbe7031 req-636c6199-cefb-4b47-9fae-198d0f43377f tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:27.168095 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a870fbb3-5c85-4806-a312-45fdbdbe7031 req-636c6199-cefb-4b47-9fae-198d0f43377f tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 945 time: 0.0526769 May 05 15:33:27.236718 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a870fbb3-5c85-4806-a312-45fdbdbe7031 req-8f68ecd1-a90f-4f2d-b20b-d9e8f7e0e9b0 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616322 May 05 15:33:27.360292 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40630) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:27.409807 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8d32305e-64a1-4bc8-bdaf-1bff0176b507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.462481 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f1cd554d-fbb8-4c09-be6d-84eeddfebee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.547373 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8d32305e-64a1-4bc8-bdaf-1bff0176b507 admin admin] Publish callbacks [] for security_group (c347eac8-d443-4084-a3ad-7be23197fcac), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.581222 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f1cd554d-fbb8-4c09-be6d-84eeddfebee3 admin admin] Publish callbacks [] for security_group (ca67a109-6e0d-4030-a1e0-6ee8e8235c2b), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.647278 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8d32305e-64a1-4bc8-bdaf-1bff0176b507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c347eac8-d443-4084-a3ad-7be23197fcac), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.688166 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f1cd554d-fbb8-4c09-be6d-84eeddfebee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ca67a109-6e0d-4030-a1e0-6ee8e8235c2b), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.695430 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8d32305e-64a1-4bc8-bdaf-1bff0176b507 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=723dc54312d0498a811a3f78d1eb4e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5851572 May 05 15:33:27.701106 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32305e-64a1-4bc8-bdaf-1bff0176b507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c347eac8-d443-4084-a3ad-7be23197fcac,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:27.706773 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40648) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:27.735860 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd554d-fbb8-4c09-be6d-84eeddfebee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca67a109-6e0d-4030-a1e0-6ee8e8235c2b,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:27.769817 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f1cd554d-fbb8-4c09-be6d-84eeddfebee3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f32ce1ee7a2c475c82452d971b7e5f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4083986 May 05 15:33:27.773803 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40654) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:27.829210 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b76d991b-6356-47b0-8518-edabbd2020dc admin admin] Publish callbacks [] for security_group (c347eac8-d443-4084-a3ad-7be23197fcac), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.863127 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f553-838f-44e6-b906-4333c933f66f admin admin] Publish callbacks [] for security_group (ca67a109-6e0d-4030-a1e0-6ee8e8235c2b), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.870504 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b76d991b-6356-47b0-8518-edabbd2020dc admin admin] Publish callbacks [] for security_group (c347eac8-d443-4084-a3ad-7be23197fcac), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.890766 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f553-838f-44e6-b906-4333c933f66f admin admin] Publish callbacks [] for security_group (ca67a109-6e0d-4030-a1e0-6ee8e8235c2b), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.965477 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ea29c-09f0-4b21-bda0-29f2429529d9 req-c14ea8e4-07e8-4800-8073-706db3bb5f00 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:27.967097 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-626ea29c-09f0-4b21-bda0-29f2429529d9 req-c14ea8e4-07e8-4800-8073-706db3bb5f00 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0511775 May 05 15:33:28.017185 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-626ea29c-09f0-4b21-bda0-29f2429529d9 req-3c0bad0d-33ee-4125-bf5f-0f7d097d13e9 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441861 May 05 15:33:28.018798 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f553-838f-44e6-b906-4333c933f66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ca67a109-6e0d-4030-a1e0-6ee8e8235c2b), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:28.021561 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f553-838f-44e6-b906-4333c933f66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:28.023782 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-6ad1f553-838f-44e6-b906-4333c933f66f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca67a109-6e0d-4030-a1e0-6ee8e8235c2b HTTP/1.1" status: 204 len: 168 time: 0.2479300 May 05 15:33:28.025862 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b76d991b-6356-47b0-8518-edabbd2020dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c347eac8-d443-4084-a3ad-7be23197fcac), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:28.029278 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b76d991b-6356-47b0-8518-edabbd2020dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:28.030883 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-b76d991b-6356-47b0-8518-edabbd2020dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c347eac8-d443-4084-a3ad-7be23197fcac HTTP/1.1" status: 204 len: 168 time: 0.3216381 May 05 15:33:28.032492 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1f553-838f-44e6-b906-4333c933f66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca67a109-6e0d-4030-a1e0-6ee8e8235c2b,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:28.042875 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d991b-6356-47b0-8518-edabbd2020dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c347eac8-d443-4084-a3ad-7be23197fcac,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:28.145676 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ff7d2-bb85-488b-ba85-48901413a6cb req-d9cab79c-b8e6-4ff4-8d41-0036e7e5c38b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:28.147348 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7b5ff7d2-bb85-488b-ba85-48901413a6cb req-d9cab79c-b8e6-4ff4-8d41-0036e7e5c38b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0677285 May 05 15:33:28.228535 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7b5ff7d2-bb85-488b-ba85-48901413a6cb req-b286d3ed-b1e0-43d8-8a89-a59dd3d46db3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741560 May 05 15:33:28.404018 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe15fa-1e4c-475d-b69f-0e563e750318 req-00aa7c08-134e-4f24-8fa7-63cdd0780875 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:28.405477 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2cfe15fa-1e4c-475d-b69f-0e563e750318 req-00aa7c08-134e-4f24-8fa7-63cdd0780875 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0483866 May 05 15:33:28.414662 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40678) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:28.418906 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-6f5de275-2c3b-4e8e-907d-d80c35b82b25 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'floatingip': {'port_id': 'a9363929-a531-406c-9bd3-ec769fcc6fad'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:28.492204 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6f5de275-2c3b-4e8e-907d-d80c35b82b25 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (e5d15ba9-1b76-4193-9b92-95ce4d5bc773), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.200170 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814066de-c79c-4ab9-9378-51a2200d936f req-5cb24adf-6845-4752-8a5b-4161800130dc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:29.201669 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-814066de-c79c-4ab9-9378-51a2200d936f req-5cb24adf-6845-4752-8a5b-4161800130dc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0508721 May 05 15:33:29.228928 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40696) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:29.248868 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f7859395-55eb-4228-b3a8-c7ba59c9d1e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.276355 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-814066de-c79c-4ab9-9378-51a2200d936f req-943c9258-bc6b-464d-ae01-128c5d0b7c2f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690060 May 05 15:33:29.298106 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6f5de275-2c3b-4e8e-907d-d80c35b82b25 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.345651 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40702) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:29.363528 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-815f583d-a311-4f1e-8cb9-61e64806e93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.380251 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6f5de275-2c3b-4e8e-907d-d80c35b82b25 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (e5d15ba9-1b76-4193-9b92-95ce4d5bc773), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.472319 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef2a88-a469-48a8-af47-7b7d4f6264e5 req-6857e307-ab18-4741-9386-9600112d5d05 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:29.473923 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-66ef2a88-a469-48a8-af47-7b7d4f6264e5 req-6857e307-ab18-4741-9386-9600112d5d05 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.1121669 May 05 15:33:29.483047 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40704) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:29.490482 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-00f9d4f4-1e1a-4024-8e5b-524d8524d0b2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'floatingip': {'port_id': 'ed51ee8f-4a72-4c11-9184-499b606af333'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:29.494860 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f7859395-55eb-4228-b3a8-c7ba59c9d1e0 admin admin] Publish callbacks [] for security_group (059052b8-284c-40c8-80a5-271b667aac2e), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.578019 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [None req-6f5de275-2c3b-4e8e-907d-d80c35b82b25 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Floating IP e5d15ba9-1b76-4193-9b92-95ce4d5bc773 associated. External IP: 172.27.0.102, port: a9363929-a531-406c-9bd3-ec769fcc6fad. May 05 15:33:29.582459 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f7859395-55eb-4228-b3a8-c7ba59c9d1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (059052b8-284c-40c8-80a5-271b667aac2e), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.597525 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-00f9d4f4-1e1a-4024-8e5b-524d8524d0b2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (b04ce699-d53f-4d50-883c-a84949d09b0d), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.629967 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7859395-55eb-4228-b3a8-c7ba59c9d1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059052b8-284c-40c8-80a5-271b667aac2e,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:29.665039 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-815f583d-a311-4f1e-8cb9-61e64806e93d admin admin] Publish callbacks [] for security_group (c26b1bf9-f94f-416d-95f8-d00c2a63f616), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.782490 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f7859395-55eb-4228-b3a8-c7ba59c9d1e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c2d28f9e6bd46229a698ad38de49e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5530546 May 05 15:33:29.784697 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40714) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:29.800682 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-815f583d-a311-4f1e-8cb9-61e64806e93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c26b1bf9-f94f-416d-95f8-d00c2a63f616), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.839115 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-815f583d-a311-4f1e-8cb9-61e64806e93d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49722941cfc0461c9632ea1aa1de8811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4913712 May 05 15:33:29.842545 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40720) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:29.890682 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e66292a9-bac1-48bb-8fcc-c4000cbbd19b admin admin] Publish callbacks [] for security_group (059052b8-284c-40c8-80a5-271b667aac2e), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.919173 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f583d-a311-4f1e-8cb9-61e64806e93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26b1bf9-f94f-416d-95f8-d00c2a63f616,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:29.966138 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e66292a9-bac1-48bb-8fcc-c4000cbbd19b admin admin] Publish callbacks [] for security_group (059052b8-284c-40c8-80a5-271b667aac2e), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:29.974541 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40724) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:30.008118 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-984f203e-972c-4b54-bba1-acfb9cdb994d admin admin] Publish callbacks [] for security_group (c26b1bf9-f94f-416d-95f8-d00c2a63f616), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:30.045644 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5de275-2c3b-4e8e-907d-d80c35b82b25 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Router 490adb72-503e-4400-9c89-48b3108c21d7 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:33:30.052334 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-984f203e-972c-4b54-bba1-acfb9cdb994d admin admin] Publish callbacks [] for security_group (c26b1bf9-f94f-416d-95f8-d00c2a63f616), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:30.178189 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-697e69cb-4f39-48be-b2a6-a77a44e121f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:30.194255 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5de275-2c3b-4e8e-907d-d80c35b82b25 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:33:30.199811 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6f5de275-2c3b-4e8e-907d-d80c35b82b25 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:30.212063 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4d0dd-c33a-4257-ba00-b0cbd5143b81 None None] Sync routers for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:33:30.223233 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4d0dd-c33a-4257-ba00-b0cbd5143b81 None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:30.224142 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c7e4d0dd-c33a-4257-ba00-b0cbd5143b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:33:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:30.228373 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-984f203e-972c-4b54-bba1-acfb9cdb994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c26b1bf9-f94f-416d-95f8-d00c2a63f616), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:30.230502 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-984f203e-972c-4b54-bba1-acfb9cdb994d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:30.231774 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-984f203e-972c-4b54-bba1-acfb9cdb994d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c26b1bf9-f94f-416d-95f8-d00c2a63f616 HTTP/1.1" status: 204 len: 168 time: 0.3817537 May 05 15:33:30.240118 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e66292a9-bac1-48bb-8fcc-c4000cbbd19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (059052b8-284c-40c8-80a5-271b667aac2e), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:30.242757 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e66292a9-bac1-48bb-8fcc-c4000cbbd19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:30.243917 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e66292a9-bac1-48bb-8fcc-c4000cbbd19b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/059052b8-284c-40c8-80a5-271b667aac2e HTTP/1.1" status: 204 len: 168 time: 0.4583302 May 05 15:33:30.262345 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-6f5de275-2c3b-4e8e-907d-d80c35b82b25 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "PUT /v2.0/floatingips/e5d15ba9-1b76-4193-9b92-95ce4d5bc773 HTTP/1.1" status: 200 len: 991 time: 1.8330326 May 05 15:33:30.262345 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:30.262345 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2156f638-4658-4fa1-8ac9-d278f93c7cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:30.276148 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f203e-972c-4b54-bba1-acfb9cdb994d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26b1bf9-f94f-416d-95f8-d00c2a63f616,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:30.325126 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cddc70-16ab-442c-a4f6-5cd08ea1c394 x-openstack-request-id: req-33cddc70-16ab-442c-a4f6-5cd08ea1c394 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:30.325720 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:30.326382 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33cddc70-16ab-442c-a4f6-5cd08ea1c394 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:30.326782 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33cddc70-16ab-442c-a4f6-5cd08ea1c394'] response: {'name': 'network-changed', 'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'status': 'completed', 'code': 200} May 05 15:33:30.339597 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66292a9-bac1-48bb-8fcc-c4000cbbd19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059052b8-284c-40c8-80a5-271b667aac2e,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:30.418204 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-c7e4d0dd-c33a-4257-ba00-b0cbd5143b81 None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:30.697924 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156f638-4658-4fa1-8ac9-d278f93c7cdc req-9fce7a10-f760-4ea7-8a82-8127f36b8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:30.699436 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2156f638-4658-4fa1-8ac9-d278f93c7cdc req-9fce7a10-f760-4ea7-8a82-8127f36b8edb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 1129 time: 0.1349742 May 05 15:33:30.716313 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c7e4d0dd-c33a-4257-ba00-b0cbd5143b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'e5d15ba9-1b76-4193-9b92-95ce4d5bc773', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'port_id': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'mac_address': 'fa:16:3e:af:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666edc2-90a0-48da-9093-14d301a1be1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:33:00Z', 'updated_at': '2022-05-05T15:33:29Z', 'revision_number': 1, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:30.822913 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-697e69cb-4f39-48be-b2a6-a77a44e121f2 admin admin] Publish callbacks [] for security_group (8b3f0247-1f46-41da-bd67-8550cda69ffc), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:30.853296 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.db.resource_extend [None req-00f9d4f4-1e1a-4024-8e5b-524d8524d0b2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 15:33:30.896855 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4d0dd-c33a-4257-ba00-b0cbd5143b81 None None] Checking router: 490adb72-503e-4400-9c89-48b3108c21d7 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:33:30.914493 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4d0dd-c33a-4257-ba00-b0cbd5143b81 None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:30.915738 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c7e4d0dd-c33a-4257-ba00-b0cbd5143b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:33:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:30.918238 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-facaee96-3307-45a5-a689-52d0722980fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:30.944717 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-697e69cb-4f39-48be-b2a6-a77a44e121f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (8b3f0247-1f46-41da-bd67-8550cda69ffc), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:31.038004 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-00f9d4f4-1e1a-4024-8e5b-524d8524d0b2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:31.056463 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e69cb-4f39-48be-b2a6-a77a44e121f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3f0247-1f46-41da-bd67-8550cda69ffc,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:31.064983 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-697e69cb-4f39-48be-b2a6-a77a44e121f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9740d1a295f4dd88210a22caa27b90a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0902021 May 05 15:33:31.065931 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40758) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:31.070262 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156f638-4658-4fa1-8ac9-d278f93c7cdc req-da7a1ad9-6080-47bc-9cd1-fe8a67409fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:31.072021 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2156f638-4658-4fa1-8ac9-d278f93c7cdc req-da7a1ad9-6080-47bc-9cd1-fe8a67409fa8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 917 time: 0.3483849 May 05 15:33:31.095548 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-00f9d4f4-1e1a-4024-8e5b-524d8524d0b2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (b04ce699-d53f-4d50-883c-a84949d09b0d), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:31.146118 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-c7e4d0dd-c33a-4257-ba00-b0cbd5143b81 None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:31.146209 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ccc-c84a-4967-b18a-df9105e8aeb3 admin admin] Publish callbacks [] for security_group (8b3f0247-1f46-41da-bd67-8550cda69ffc), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:31.169496 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ccc-c84a-4967-b18a-df9105e8aeb3 admin admin] Publish callbacks [] for security_group (8b3f0247-1f46-41da-bd67-8550cda69ffc), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:31.244156 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2156f638-4658-4fa1-8ac9-d278f93c7cdc req-ed606d44-96ef-4766-8816-4542e6cf5a8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9363929-a531-406c-9bd3-ec769fcc6fad HTTP/1.1" status: 200 len: 999 time: 0.1560209 May 05 15:33:31.318929 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ccc-c84a-4967-b18a-df9105e8aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (8b3f0247-1f46-41da-bd67-8550cda69ffc), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:31.324056 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ccc-c84a-4967-b18a-df9105e8aeb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:31.327604 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-e7ec2ccc-c84a-4967-b18a-df9105e8aeb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b3f0247-1f46-41da-bd67-8550cda69ffc HTTP/1.1" status: 204 len: 168 time: 0.2605734 May 05 15:33:31.328274 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [None req-00f9d4f4-1e1a-4024-8e5b-524d8524d0b2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Floating IP b04ce699-d53f-4d50-883c-a84949d09b0d associated. External IP: 172.27.0.232, port: ed51ee8f-4a72-4c11-9184-499b606af333. May 05 15:33:31.340488 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec2ccc-c84a-4967-b18a-df9105e8aeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3f0247-1f46-41da-bd67-8550cda69ffc,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:31.385825 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156f638-4658-4fa1-8ac9-d278f93c7cdc req-d4d20cac-18df-4a9d-b2f0-9ffd7842530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:31.385825 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2156f638-4658-4fa1-8ac9-d278f93c7cdc req-d4d20cac-18df-4a9d-b2f0-9ffd7842530c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dba1ae9-e494-4720-b0dd-109269841baf HTTP/1.1" status: 200 len: 855 time: 0.0959470 May 05 15:33:31.438974 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c7e4d0dd-c33a-4257-ba00-b0cbd5143b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'e5d15ba9-1b76-4193-9b92-95ce4d5bc773', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'port_id': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'mac_address': 'fa:16:3e:af:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666edc2-90a0-48da-9093-14d301a1be1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:33:00Z', 'updated_at': '2022-05-05T15:33:29Z', 'revision_number': 1, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:31.446715 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40768) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:31.449233 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156f638-4658-4fa1-8ac9-d278f93c7cdc req-d4469599-1f9f-469c-819d-72e59f9d9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:31.450707 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2156f638-4658-4fa1-8ac9-d278f93c7cdc req-d4469599-1f9f-469c-819d-72e59f9d9829 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=567bf926-5d0b-40e3-87cf-663917924844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776260 May 05 15:33:31.469609 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4d0dd-c33a-4257-ba00-b0cbd5143b81 None None] The sync data for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi is: [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'e5d15ba9-1b76-4193-9b92-95ce4d5bc773', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'port_id': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'mac_address': 'fa:16:3e:af:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7666edc2-90a0-48da-9093-14d301a1be1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:33:00Z', 'updated_at': '2022-05-05T15:33:29Z', 'revision_number': 1, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:33:31.477525 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d747e4b7-a6b3-488a-a2a3-613e6f9f386b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:31.665328 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2156f638-4658-4fa1-8ac9-d278f93c7cdc req-d64f203c-2048-4bcb-88e5-e0b6af886421 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988571 May 05 15:33:31.806941 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d747e4b7-a6b3-488a-a2a3-613e6f9f386b admin admin] Publish callbacks [] for security_group (2dd396ae-e734-4d71-ac07-4c701ef8c3c3), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:31.835748 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f9d4f4-1e1a-4024-8e5b-524d8524d0b2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Router e7783c59-1a08-46b4-a954-9ad9685899a6 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:33:31.851482 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b54d72-0812-4077-b69b-c61fc6b80965 None None] New status for floating IP e5d15ba9-1b76-4193-9b92-95ce4d5bc773: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:33:31.853424 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2156f638-4658-4fa1-8ac9-d278f93c7cdc req-87b55a90-851a-44dd-a3df-66ad70578427 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773901 May 05 15:33:31.897465 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d747e4b7-a6b3-488a-a2a3-613e6f9f386b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (2dd396ae-e734-4d71-ac07-4c701ef8c3c3), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:31.963559 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d747e4b7-a6b3-488a-a2a3-613e6f9f386b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c454b7b35d2b4234839e10e67346aabd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5156584 May 05 15:33:31.966332 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747e4b7-a6b3-488a-a2a3-613e6f9f386b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd396ae-e734-4d71-ac07-4c701ef8c3c3,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:31.967211 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40786) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:32.072025 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f9d4f4-1e1a-4024-8e5b-524d8524d0b2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:33:32.080338 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-00f9d4f4-1e1a-4024-8e5b-524d8524d0b2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.087850 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fe264-1cad-4186-a604-254f9bc3e526 None None] Sync routers for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:33:32.112100 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fe264-1cad-4186-a604-254f9bc3e526 None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:32.112827 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d80fe264-1cad-4186-a604-254f9bc3e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:33:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:32.117620 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29a4b14d-f61f-4cfa-a5c0-b7d5362a4cd2 admin admin] Publish callbacks [] for security_group (2dd396ae-e734-4d71-ac07-4c701ef8c3c3), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.142984 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-00f9d4f4-1e1a-4024-8e5b-524d8524d0b2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "PUT /v2.0/floatingips/b04ce699-d53f-4d50-883c-a84949d09b0d HTTP/1.1" status: 200 len: 992 time: 2.6553910 May 05 15:33:32.143535 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'tag': 'ed51ee8f-4a72-4c11-9184-499b606af333'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:32.145778 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1859d84-eba5-4d95-ac23-ff2f73bc19de" -d '{"events": [{"name": "network-changed", "server_uuid": "666c3ca8-5d77-4a02-8b64-470bf760fd2a", "tag": "ed51ee8f-4a72-4c11-9184-499b606af333"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:32.179437 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29a4b14d-f61f-4cfa-a5c0-b7d5362a4cd2 admin admin] Publish callbacks [] for security_group (2dd396ae-e734-4d71-ac07-4c701ef8c3c3), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.215965 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055fe842-96cd-4f69-8213-c2e356f10b0d x-openstack-request-id: req-055fe842-96cd-4f69-8213-c2e356f10b0d {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:32.216432 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666c3ca8-5d77-4a02-8b64-470bf760fd2a", "tag": "ed51ee8f-4a72-4c11-9184-499b606af333", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:32.216844 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-055fe842-96cd-4f69-8213-c2e356f10b0d {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:32.217375 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055fe842-96cd-4f69-8213-c2e356f10b0d'] response: {'name': 'network-changed', 'server_uuid': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'tag': 'ed51ee8f-4a72-4c11-9184-499b606af333', 'status': 'completed', 'code': 200} May 05 15:33:32.300321 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-d80fe264-1cad-4186-a604-254f9bc3e526 None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:32.358726 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29a4b14d-f61f-4cfa-a5c0-b7d5362a4cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (2dd396ae-e734-4d71-ac07-4c701ef8c3c3), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.361736 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29a4b14d-f61f-4cfa-a5c0-b7d5362a4cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.363031 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-29a4b14d-f61f-4cfa-a5c0-b7d5362a4cd2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2dd396ae-e734-4d71-ac07-4c701ef8c3c3 HTTP/1.1" status: 204 len: 168 time: 0.3940592 May 05 15:33:32.376082 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4b14d-f61f-4cfa-a5c0-b7d5362a4cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd396ae-e734-4d71-ac07-4c701ef8c3c3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:32.497056 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1859d84-eba5-4d95-ac23-ff2f73bc19de req-1155f5c0-2d55-47f7-8fde-a75c0788eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:32.498636 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a1859d84-eba5-4d95-ac23-ff2f73bc19de req-1155f5c0-2d55-47f7-8fde-a75c0788eb83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 1130 time: 0.2718260 May 05 15:33:32.595575 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40806) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:32.603816 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1859d84-eba5-4d95-ac23-ff2f73bc19de req-0447ce94-54db-4aac-83f5-0eca6c259572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:32.605310 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a1859d84-eba5-4d95-ac23-ff2f73bc19de req-0447ce94-54db-4aac-83f5-0eca6c259572 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 200 len: 911 time: 0.1007686 May 05 15:33:32.607283 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d80fe264-1cad-4186-a604-254f9bc3e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'b04ce699-d53f-4d50-883c-a84949d09b0d', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'port_id': 'ed51ee8f-4a72-4c11-9184-499b606af333', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'mac_address': 'fa:16:3e:e3:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:33:01Z', 'updated_at': '2022-05-05T15:33:30Z', 'revision_number': 1, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:32.617880 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0345f741-38ed-4848-a41a-7a622821c4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.653540 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fe264-1cad-4186-a604-254f9bc3e526 None None] Checking router: e7783c59-1a08-46b4-a954-9ad9685899a6 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:33:32.666770 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fe264-1cad-4186-a604-254f9bc3e526 None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:32.667854 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d80fe264-1cad-4186-a604-254f9bc3e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:33:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:32.697435 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a1859d84-eba5-4d95-ac23-ff2f73bc19de req-5294fe1d-c7f0-4b70-954e-7c08eea3d0e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed51ee8f-4a72-4c11-9184-499b606af333 HTTP/1.1" status: 200 len: 1000 time: 0.0850554 May 05 15:33:32.773368 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1859d84-eba5-4d95-ac23-ff2f73bc19de req-ea26b54c-75f4-4c70-9f87-1878c2109da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:32.775248 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a1859d84-eba5-4d95-ac23-ff2f73bc19de req-ea26b54c-75f4-4c70-9f87-1878c2109da7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6 HTTP/1.1" status: 200 len: 849 time: 0.0701172 May 05 15:33:32.799771 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0345f741-38ed-4848-a41a-7a622821c4a7 admin admin] Publish callbacks [] for security_group (cc93de6d-ebdb-449f-b8f2-6c91a7d578cc), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.844222 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-d80fe264-1cad-4186-a604-254f9bc3e526 None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:32.850159 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1859d84-eba5-4d95-ac23-ff2f73bc19de req-2526b937-1f53-423a-b5f8-1933cfbcee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:32.851920 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a1859d84-eba5-4d95-ac23-ff2f73bc19de req-2526b937-1f53-423a-b5f8-1933cfbcee01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0587739-8906-446b-bcca-e4ce438334aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580313 May 05 15:33:32.860733 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0345f741-38ed-4848-a41a-7a622821c4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (cc93de6d-ebdb-449f-b8f2-6c91a7d578cc), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.904485 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345f741-38ed-4848-a41a-7a622821c4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc93de6d-ebdb-449f-b8f2-6c91a7d578cc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:32.910340 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-0345f741-38ed-4848-a41a-7a622821c4a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53ae931879594323a8bf2076585e955f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123198 May 05 15:33:32.911642 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40824) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:33.008909 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a1859d84-eba5-4d95-ac23-ff2f73bc19de req-c4496043-32f8-4e46-9b9f-4e8ff5f92d14 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467383 May 05 15:33:33.064245 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-790470eb-2db3-488a-b0ab-5c7e915e232a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:33.205586 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d80fe264-1cad-4186-a604-254f9bc3e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'b04ce699-d53f-4d50-883c-a84949d09b0d', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'port_id': 'ed51ee8f-4a72-4c11-9184-499b606af333', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'mac_address': 'fa:16:3e:e3:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:33:01Z', 'updated_at': '2022-05-05T15:33:30Z', 'revision_number': 1, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:33.226793 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a1859d84-eba5-4d95-ac23-ff2f73bc19de req-811f670b-5450-4e09-9f4b-7b6875bfcf3a service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997442 May 05 15:33:33.253088 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fe264-1cad-4186-a604-254f9bc3e526 None None] The sync data for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi is: [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'b04ce699-d53f-4d50-883c-a84949d09b0d', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'port_id': 'ed51ee8f-4a72-4c11-9184-499b606af333', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'mac_address': 'fa:16:3e:e3:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:33:01Z', 'updated_at': '2022-05-05T15:33:30Z', 'revision_number': 1, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:33:33.256821 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a160de0-176d-4124-b77d-f1946f4eafb3 admin admin] Publish callbacks [] for security_group (cc93de6d-ebdb-449f-b8f2-6c91a7d578cc), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:33.290613 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a160de0-176d-4124-b77d-f1946f4eafb3 admin admin] Publish callbacks [] for security_group (cc93de6d-ebdb-449f-b8f2-6c91a7d578cc), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:33.447911 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a160de0-176d-4124-b77d-f1946f4eafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (cc93de6d-ebdb-449f-b8f2-6c91a7d578cc), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:33.451438 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a160de0-176d-4124-b77d-f1946f4eafb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:33.453398 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3a160de0-176d-4124-b77d-f1946f4eafb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc93de6d-ebdb-449f-b8f2-6c91a7d578cc HTTP/1.1" status: 204 len: 168 time: 0.5399897 May 05 15:33:33.464508 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a160de0-176d-4124-b77d-f1946f4eafb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc93de6d-ebdb-449f-b8f2-6c91a7d578cc,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:33.536909 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd713795-5f80-4ab6-816b-432c1416f6ba None None] New status for floating IP b04ce699-d53f-4d50-883c-a84949d09b0d: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:33:34.205583 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 40898) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:34.267193 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:34.310849 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-785340392-network', 'tenant_id': '8683b51e4909484ea07d9508e11ed256'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:34.512013 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Made reservation on behalf of 8683b51e4909484ea07d9508e11ed256 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:34.514433 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:34.523543 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:34.597938 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Publish callbacks [] for security_group (d6804239-a9eb-4cc9-a6e2-0259cb1aaf73), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:34.666429 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d6804239-a9eb-4cc9-a6e2-0259cb1aaf73), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:34.700319 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:33:34.711292 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:34.719186 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794023678787', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (57ba6ef0-6a9c-47fa-ba60-7a008b557702), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:34.720290 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Unsubscribe: segment precommit_create {{(pid=103724) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 15:33:34.720290 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.segments_db [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Added segment 57ba6ef0-6a9c-47fa-ba60-7a008b557702 of type vlan for network a1e0794f-268a-444a-88d5-0dccab4e2a85 May 05 15:33:34.775489 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (a1e0794f-268a-444a-88d5-0dccab4e2a85), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:34.889668 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (a1e0794f-268a-444a-88d5-0dccab4e2a85), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:34.890692 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:34.891443 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:34.985694 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e0794f-268a-444a-88d5-0dccab4e2a85,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:34.990529 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-0e79699b-353f-4ba1-b9e5-c122881b0f46 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7835624 May 05 15:33:34.994014 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 40932) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:34.996160 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network a1e0794f-268a-444a-88d5-0dccab4e2a85 details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:33:34.999624 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] Request body: {'subnet': {'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-785340392-subnet', 'tenant_id': '8683b51e4909484ea07d9508e11ed256', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:35.092711 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] Made reservation on behalf of 8683b51e4909484ea07d9508e11ed256 for: {'subnet': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:35.095105 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:35.364424 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (f269ac35-1e9d-49a7-bb3f-08453e9e36e2), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:35.426790 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f269ac35-1e9d-49a7-bb3f-08453e9e36e2,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:35.441123 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] Checking segment: {'id': '57ba6ef0-6a9c-47fa-ba60-7a008b557702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:35.441855 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] Network hostable DHCP agents. Network: a1e0794f-268a-444a-88d5-0dccab4e2a85, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:33:35.597903 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] Network a1e0794f-268a-444a-88d5-0dccab4e2a85 is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:33:35.697801 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, a1e0794f-268a-444a-88d5-0dccab4e2a85) {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:35.697801 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:35.698373 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:35.705850 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31da2f4-3588-4169-b3be-6bbb0f123508 None None] Network a1e0794f-268a-444a-88d5-0dccab4e2a85 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:33:35.787257 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-342b3c8f-1975-405a-bc3d-3d2525d891d2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7915330 May 05 15:33:35.955702 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80296a41-d919-4b2f-9e41-3e741d75905d None None] Network a1e0794f-268a-444a-88d5-0dccab4e2a85 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:33:36.025433 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:37.124350 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:37.848960 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41040) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:37.961160 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a3c7dd33-5152-41f4-adcd-b8cdfc17326c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:38.037728 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a3c7dd33-5152-41f4-adcd-b8cdfc17326c admin admin] Publish callbacks [] for security_group (e997a14b-645d-4e95-81b3-36557021f869), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:38.094984 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a3c7dd33-5152-41f4-adcd-b8cdfc17326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (e997a14b-645d-4e95-81b3-36557021f869), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:38.134520 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a3c7dd33-5152-41f4-adcd-b8cdfc17326c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5d0ddfd307f4ceba75cf8eae24f3e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843888 May 05 15:33:38.135393 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7dd33-5152-41f4-adcd-b8cdfc17326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e997a14b-645d-4e95-81b3-36557021f869,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:38.137179 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41044) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:38.186347 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f52f8935-989f-463f-b405-e4e52026e248 admin admin] Publish callbacks [] for security_group (e997a14b-645d-4e95-81b3-36557021f869), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:38.208962 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f52f8935-989f-463f-b405-e4e52026e248 admin admin] Publish callbacks [] for security_group (e997a14b-645d-4e95-81b3-36557021f869), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:38.317972 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f52f8935-989f-463f-b405-e4e52026e248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (e997a14b-645d-4e95-81b3-36557021f869), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:38.321429 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f52f8935-989f-463f-b405-e4e52026e248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:38.322645 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-f52f8935-989f-463f-b405-e4e52026e248 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e997a14b-645d-4e95-81b3-36557021f869 HTTP/1.1" status: 204 len: 168 time: 0.1844432 May 05 15:33:38.330971 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f8935-989f-463f-b405-e4e52026e248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997a14b-645d-4e95-81b3-36557021f869,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:38.731717 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-4bfc3fb0-2289-42e0-892d-14ad59d950af tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:38.733310 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-4bfc3fb0-2289-42e0-892d-14ad59d950af tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/networks?id=a1e0794f-268a-444a-88d5-0dccab4e2a85 HTTP/1.1" status: 200 len: 808 time: 0.1265559 May 05 15:33:38.761120 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-8503297a-58d0-4dce-8dd2-ddb621e817bf tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/quotas/8683b51e4909484ea07d9508e11ed256 HTTP/1.1" status: 200 len: 375 time: 0.0112195 May 05 15:33:38.821229 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-22b0e7c2-02c9-46c3-80a9-a0edac85db97 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8683b51e4909484ea07d9508e11ed256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590057 May 05 15:33:38.978176 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-6b1608ec-71d4-4240-914b-55db54981d1f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:33:38.979908 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-6b1608ec-71d4-4240-914b-55db54981d1f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0472121 May 05 15:33:39.076646 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-867e12ee-9bc8-45e1-9a9e-c605f18facb1 service neutron] 10.222.0.44 "GET /v2.0/networks/a1e0794f-268a-444a-88d5-0dccab4e2a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908136 May 05 15:33:39.101240 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41108) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:39.115102 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7bc37cd7-deb5-4648-af91-e8e769192681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:39.180240 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-d9b757d7-20bf-4fd6-a83f-75a29bc9e386 service neutron] 10.222.0.44 "GET /v2.0/networks/a1e0794f-268a-444a-88d5-0dccab4e2a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915034 May 05 15:33:39.195564 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7bc37cd7-deb5-4648-af91-e8e769192681 admin admin] Publish callbacks [] for security_group (5ce7d2ec-e288-4a2c-a36e-7dde1e277b5c), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:39.250872 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7bc37cd7-deb5-4648-af91-e8e769192681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (5ce7d2ec-e288-4a2c-a36e-7dde1e277b5c), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:39.296712 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-7bc37cd7-deb5-4648-af91-e8e769192681 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=625cdb8cb5184367b24f37df4da1168e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943884 May 05 15:33:39.298386 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc37cd7-deb5-4648-af91-e8e769192681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce7d2ec-e288-4a2c-a36e-7dde1e277b5c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:39.299852 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41118) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:39.352964 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c0841ee6-c4b4-474f-ba99-b764f4cb220c admin admin] Publish callbacks [] for security_group (5ce7d2ec-e288-4a2c-a36e-7dde1e277b5c), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:39.374680 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c0841ee6-c4b4-474f-ba99-b764f4cb220c admin admin] Publish callbacks [] for security_group (5ce7d2ec-e288-4a2c-a36e-7dde1e277b5c), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:39.492753 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f02269b9-9455-45f4-80fd-b66f1a724114 req-17ca0ed2-0f7e-4593-abff-1592f380047b tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 210 time: 0.0303636 May 05 15:33:39.498237 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c0841ee6-c4b4-474f-ba99-b764f4cb220c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (5ce7d2ec-e288-4a2c-a36e-7dde1e277b5c), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:39.500938 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c0841ee6-c4b4-474f-ba99-b764f4cb220c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:39.502315 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-c0841ee6-c4b4-474f-ba99-b764f4cb220c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ce7d2ec-e288-4a2c-a36e-7dde1e277b5c HTTP/1.1" status: 204 len: 168 time: 0.2014608 May 05 15:33:39.522223 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0841ee6-c4b4-474f-ba99-b764f4cb220c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce7d2ec-e288-4a2c-a36e-7dde1e277b5c,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:40.576483 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b28030e6-36d7-4b0e-b5a4-408c093dba57 req-4df68f1b-d56b-4956-bda2-06284c66e50b tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 210 time: 0.0299428 May 05 15:33:40.578221 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b61745-ecf5-4450-bd09-79de7b978ddd req-e327d45b-30d4-4bcd-ac5c-2862a3a9dc92 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:40.579820 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a8b61745-ecf5-4450-bd09-79de7b978ddd req-e327d45b-30d4-4bcd-ac5c-2862a3a9dc92 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 945 time: 0.0531940 May 05 15:33:40.630410 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a8b61745-ecf5-4450-bd09-79de7b978ddd req-d6782ed4-1d68-485b-bf69-a966708f7cea tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 May 05 15:33:41.246410 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:33:41.692879 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2afc44fd-4272-4536-83b7-7517cfb4335b req-ed914ef4-930d-45e1-ba3f-469d535f51cd tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 210 time: 0.0495007 May 05 15:33:41.769193 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3168a-94ad-425e-a8df-409ac36bee7d req-e80bed13-b241-4b6f-9bb4-88543c0060c4 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:41.770699 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8ae3168a-94ad-425e-a8df-409ac36bee7d req-e80bed13-b241-4b6f-9bb4-88543c0060c4 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 945 time: 0.0504284 May 05 15:33:41.822618 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8ae3168a-94ad-425e-a8df-409ac36bee7d req-569a086b-f923-4ecc-85f3-9db437fa1589 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461512 May 05 15:33:42.798596 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-296b884a-73d0-4fd5-93e8-d14e800248d9 req-1745f1d7-f8b6-443d-993b-13922c46aab7 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 210 time: 0.0299206 May 05 15:33:42.948096 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4707a52-44f1-4960-b38a-f9790f1e9d2c req-cbdf3b06-71f3-4e8b-ab6f-6ba74337fd4f tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:42.949578 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a4707a52-44f1-4960-b38a-f9790f1e9d2c req-cbdf3b06-71f3-4e8b-ab6f-6ba74337fd4f tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 945 time: 0.0578897 May 05 15:33:42.999355 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a4707a52-44f1-4960-b38a-f9790f1e9d2c req-b110c1b2-838c-4dbc-bf06-268cc893abe9 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443420 May 05 15:33:43.661101 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf618eb-22c2-4bd5-9ccb-6e2eea6d28d1 req-f8130600-8937-44f5-83ec-030a7af730f2 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:43.662446 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ddf618eb-22c2-4bd5-9ccb-6e2eea6d28d1 req-f8130600-8937-44f5-83ec-030a7af730f2 tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.49 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 945 time: 0.0535412 May 05 15:33:43.789434 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-ddf618eb-22c2-4bd5-9ccb-6e2eea6d28d1 req-ff1e81d7-cf17-4f6d-9091-8c806563821d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Deleting port e29c6766-328f-4aa5-a57e-14db849e87cd {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:33:43.789780 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ddf618eb-22c2-4bd5-9ccb-6e2eea6d28d1 req-ff1e81d7-cf17-4f6d-9091-8c806563821d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:43.896234 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-ddf618eb-22c2-4bd5-9ccb-6e2eea6d28d1 req-ff1e81d7-cf17-4f6d-9091-8c806563821d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] For port e29c6766-328f-4aa5-a57e-14db849e87cd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e29c6766-328f-4aa5-a57e-14db849e87cd,segment=NetworkSegment(1d0d6e92-8b78-4f9e-969d-19d238a7302a),segment_id=1d0d6e92-8b78-4f9e-969d-19d238a7302a)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:43.896868 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ddf618eb-22c2-4bd5-9ccb-6e2eea6d28d1 req-ff1e81d7-cf17-4f6d-9091-8c806563821d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:43.929082 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0be52cd1-563c-408f-b876-aa70c019eee4 req-cd76c1f1-fd21-4787-89f8-8216165e7eb2 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 210 time: 0.0490336 May 05 15:33:43.935309 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-ddf618eb-22c2-4bd5-9ccb-6e2eea6d28d1 req-ff1e81d7-cf17-4f6d-9091-8c806563821d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Calling delete_port for e29c6766-328f-4aa5-a57e-14db849e87cd owned by compute:nova {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:33:44.115079 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eda3c8-0096-4a38-8abd-fec7e53c3037 req-6d773006-4b59-42fa-a104-8f722de539fa tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:44.116618 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a4eda3c8-0096-4a38-8abd-fec7e53c3037 req-6d773006-4b59-42fa-a104-8f722de539fa tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 945 time: 0.0480149 May 05 15:33:44.162479 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a4eda3c8-0096-4a38-8abd-fec7e53c3037 req-437076fb-387e-47e1-9eed-6fbcde98497d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fbed22b-80fb-48a0-bac1-8043147839bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 May 05 15:33:44.201005 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ddf618eb-22c2-4bd5-9ccb-6e2eea6d28d1 req-ff1e81d7-cf17-4f6d-9091-8c806563821d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (e29c6766-328f-4aa5-a57e-14db849e87cd), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:44.228473 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['e29c6766-328f-4aa5-a57e-14db849e87cd'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:33:44.231706 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e81d7-cf17-4f6d-9091-8c806563821d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Pushing event deleted for resources: {'Port': ['ID=e29c6766-328f-4aa5-a57e-14db849e87cd,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:44.303304 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf618eb-22c2-4bd5-9ccb-6e2eea6d28d1 req-ff1e81d7-cf17-4f6d-9091-8c806563821d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] No DVR routers for this DVR port e29c6766-328f-4aa5-a57e-14db849e87cd on host hv-cinder-84067 {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:33:44.306628 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ddf618eb-22c2-4bd5-9ccb-6e2eea6d28d1 req-ff1e81d7-cf17-4f6d-9091-8c806563821d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:44.309836 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ddf618eb-22c2-4bd5-9ccb-6e2eea6d28d1 req-ff1e81d7-cf17-4f6d-9091-8c806563821d tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.49 "DELETE /v2.0/ports/e29c6766-328f-4aa5-a57e-14db849e87cd HTTP/1.1" status: 204 len: 173 time: 0.6393166 May 05 15:33:44.310307 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db021c4f-0631-4ed2-96d3-844fcaa22df5', 'name': 'network-vif-deleted', 'tag': 'e29c6766-328f-4aa5-a57e-14db849e87cd'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:44.312539 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f4737c-bb61-4ae8-a0b7-02aa1a516689" -d '{"events": [{"server_uuid": "db021c4f-0631-4ed2-96d3-844fcaa22df5", "name": "network-vif-deleted", "tag": "e29c6766-328f-4aa5-a57e-14db849e87cd"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:44.371576 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f9d52c-9b40-4845-91e5-91a2f32fad64 x-openstack-request-id: req-91f9d52c-9b40-4845-91e5-91a2f32fad64 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:44.372043 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db021c4f-0631-4ed2-96d3-844fcaa22df5", "name": "network-vif-deleted", "tag": "e29c6766-328f-4aa5-a57e-14db849e87cd", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:44.372133 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91f9d52c-9b40-4845-91e5-91a2f32fad64 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:44.372518 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f9d52c-9b40-4845-91e5-91a2f32fad64'] response: {'server_uuid': 'db021c4f-0631-4ed2-96d3-844fcaa22df5', 'name': 'network-vif-deleted', 'tag': 'e29c6766-328f-4aa5-a57e-14db849e87cd', 'status': 'completed', 'code': 200} May 05 15:33:44.447140 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-56556bda-7491-4b55-8a73-56880f4b524d tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:44.448596 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-56556bda-7491-4b55-8a73-56880f4b524d tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.49 "GET /v2.0/networks?id=a1e0794f-268a-444a-88d5-0dccab4e2a85 HTTP/1.1" status: 200 len: 808 time: 0.1173863 May 05 15:33:44.470304 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Request body: {'port': {'device_id': 'ff23f67b-055a-4885-9d4c-543699301d6d', 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85', 'admin_state_up': True, 'tenant_id': '8683b51e4909484ea07d9508e11ed256'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:44.700749 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Made reservation on behalf of 8683b51e4909484ea07d9508e11ed256 for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:44.704222 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:44.832620 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Allocated IP 172.20.0.8 (a1e0794f-268a-444a-88d5-0dccab4e2a85/f269ac35-1e9d-49a7-bb3f-08453e9e36e2/675cb46c-1207-45fc-a5be-e490aaa16c65) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:44.987135 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks [] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.034601 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-863fe96b-0b0c-45b4-8139-d82edead3e5f req-9d3111e6-12d1-4bff-887f-f8d4aca78a2f tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 210 time: 0.0348184 May 05 15:33:45.098643 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.151106 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Network a1e0794f-268a-444a-88d5-0dccab4e2a85 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:45.154311 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:45.160095 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:33:45.165681 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:45.166317 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.174534 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Pushing event updated for resources: {'Port': ['ID=675cb46c-1207-45fc-a5be-e490aaa16c65,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:45.248635 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-064586cf-b789-4e15-ab3f-d0ea0250ed70 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7821076 May 05 15:33:45.277487 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Request body: {'port': {'device_id': 'ff23f67b-055a-4885-9d4c-543699301d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:45.280244 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ee5838ed-2a7a-4daf-900a-a975c0165f3d req-e2ed5b5d-eff0-4ef0-8370-3c701ffefa8c tempest-DeleteServersTestJSON-1233843001 tempest-DeleteServersTestJSON-1233843001-project] 10.222.0.44 "GET /v2.0/ports?device_id=db021c4f-0631-4ed2-96d3-844fcaa22df5 HTTP/1.1" status: 200 len: 210 time: 0.0442848 May 05 15:33:45.351424 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.632628 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675cb46c-1207-45fc-a5be-e490aaa16c65 {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:45.640841 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Publish callbacks [] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.654413 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Transition to ACTIVE for port object 675cb46c-1207-45fc-a5be-e490aaa16c65 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:33:45.729324 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.784307 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Pushing event updated for resources: {'Port': ['ID=675cb46c-1207-45fc-a5be-e490aaa16c65,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:45.825594 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Attempting to bind port 675cb46c-1207-45fc-a5be-e490aaa16c65 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:33:45.825932 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Attempting to bind port 675cb46c-1207-45fc-a5be-e490aaa16c65 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '57ba6ef0-6a9c-47fa-ba60-7a008b557702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:33:45.826259 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Attempting to bind port 675cb46c-1207-45fc-a5be-e490aaa16c65 on network a1e0794f-268a-444a-88d5-0dccab4e2a85 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:45.835167 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Port 675cb46c-1207-45fc-a5be-e490aaa16c65 on network a1e0794f-268a-444a-88d5-0dccab4e2a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:33:45.835167 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Attempting to bind port 675cb46c-1207-45fc-a5be-e490aaa16c65 on network a1e0794f-268a-444a-88d5-0dccab4e2a85 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:45.839567 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:33:45.839970 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Checking segment: {'id': '57ba6ef0-6a9c-47fa-ba60-7a008b557702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:45.840451 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Bound using segment: {'id': '57ba6ef0-6a9c-47fa-ba60-7a008b557702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:33:45.840944 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Bound port: 675cb46c-1207-45fc-a5be-e490aaa16c65, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ba6ef0-6a9c-47fa-ba60-7a008b557702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:33:45.841358 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.913446 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] For port 675cb46c-1207-45fc-a5be-e490aaa16c65, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:33:45.916920 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] For port 675cb46c-1207-45fc-a5be-e490aaa16c65, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=675cb46c-1207-45fc-a5be-e490aaa16c65,segment=NetworkSegment(57ba6ef0-6a9c-47fa-ba60-7a008b557702),segment_id=57ba6ef0-6a9c-47fa-ba60-7a008b557702)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:33:46.002236 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:46.044664 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:46.049690 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:46.049690 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] 10.222.0.49 "PUT /v2.0/ports/675cb46c-1207-45fc-a5be-e490aaa16c65 HTTP/1.1" status: 200 len: 1093 time: 0.7756605 May 05 15:33:46.066562 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedf76c-4da0-4385-8a9a-a0650a91201e service neutron] Pushing event updated for resources: {'Port': ['ID=675cb46c-1207-45fc-a5be-e490aaa16c65,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:46.166637 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297e208-475b-45c7-8314-ddafe67c334c req-3ba87392-a41b-4806-bd34-cfc66cccaa97 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:46.173388 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9297e208-475b-45c7-8314-ddafe67c334c req-3ba87392-a41b-4806-bd34-cfc66cccaa97 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 943 time: 0.0612864 May 05 15:33:46.208854 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-38263297-e7ab-4001-882e-6e341849939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:46.208854 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-38263297-e7ab-4001-882e-6e341849939b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8683b51e4909484ea07d9508e11ed256&device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 1127 time: 0.0428433 May 05 15:33:46.220351 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9297e208-475b-45c7-8314-ddafe67c334c req-850dbd2a-8973-4849-8431-50c222f16502 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459151 May 05 15:33:46.252541 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-46d86318-312b-464e-937e-2dfef8f2c5dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=675cb46c-1207-45fc-a5be-e490aaa16c65 HTTP/1.1" status: 200 len: 217 time: 0.0377984 May 05 15:33:46.306885 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-0f9c550b-e5e0-4b4f-a4b8-00680c245452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:46.308302 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-0f9c550b-e5e0-4b4f-a4b8-00680c245452 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f269ac35-1e9d-49a7-bb3f-08453e9e36e2 HTTP/1.1" status: 200 len: 848 time: 0.0484588 May 05 15:33:46.345884 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-7c143ed5-1831-42ef-a359-616d40563a47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a1e0794f-268a-444a-88d5-0dccab4e2a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305452 May 05 15:33:46.377775 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff23f67b-055a-4885-9d4c-543699301d6d', 'tag': '675cb46c-1207-45fc-a5be-e490aaa16c65'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:46.380131 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db472e58-c0b8-4262-8fb8-b3ba44b6fdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff23f67b-055a-4885-9d4c-543699301d6d", "tag": "675cb46c-1207-45fc-a5be-e490aaa16c65"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:46.440632 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f293c107-6cbb-496e-a322-f6983dd40856 x-openstack-request-id: req-f293c107-6cbb-496e-a322-f6983dd40856 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:46.441058 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff23f67b-055a-4885-9d4c-543699301d6d", "tag": "675cb46c-1207-45fc-a5be-e490aaa16c65", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:46.441464 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f293c107-6cbb-496e-a322-f6983dd40856 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:46.442144 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f293c107-6cbb-496e-a322-f6983dd40856'] response: {'name': 'network-changed', 'server_uuid': 'ff23f67b-055a-4885-9d4c-543699301d6d', 'tag': '675cb46c-1207-45fc-a5be-e490aaa16c65', 'status': 'completed', 'code': 200} May 05 15:33:46.454076 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-ccc26aa5-0781-4510-b8c2-19fa2949ba47 service neutron] 10.222.0.49 "GET /v2.0/networks/a1e0794f-268a-444a-88d5-0dccab4e2a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017475 May 05 15:33:46.559648 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1becd7de-873d-4b5e-9cac-17fbed25ff9f req-51b5d86c-18fa-443f-b589-8d22bfe31dbd service neutron] 10.222.0.49 "GET /v2.0/networks/a1e0794f-268a-444a-88d5-0dccab4e2a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970378 May 05 15:33:47.172458 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device e29c6766-328f-4aa5-a57e-14db849e87cd no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:33:47.192806 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: e29c6766-328f-4aa5-a57e-14db849e87cd {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:33:47.193157 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device e29c6766-328f-4aa5-a57e-14db849e87cd not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:33:47.357786 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35d2d1-cf64-42f0-8c64-bce83b07164e req-88b8b374-5724-4671-99ee-cdf3bd10a5b0 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:47.359546 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dd35d2d1-cf64-42f0-8c64-bce83b07164e req-88b8b374-5724-4671-99ee-cdf3bd10a5b0 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 943 time: 0.0542459 May 05 15:33:47.417304 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dd35d2d1-cf64-42f0-8c64-bce83b07164e req-e5fbd1c4-03f1-43e0-8fb6-bf5708620ac4 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519586 May 05 15:33:47.728061 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db472e58-c0b8-4262-8fb8-b3ba44b6fdc9 req-af4baa41-2a17-40a6-9d42-81d3070c2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:47.730104 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-db472e58-c0b8-4262-8fb8-b3ba44b6fdc9 req-af4baa41-2a17-40a6-9d42-81d3070c2eae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8683b51e4909484ea07d9508e11ed256&device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 1127 time: 0.0589252 May 05 15:33:47.787069 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-c1b4fcf3-f618-4412-b23c-e5bf50bd5454 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708902 May 05 15:33:47.885351 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db472e58-c0b8-4262-8fb8-b3ba44b6fdc9 req-8a643b9a-a308-441a-840e-1082ee23857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:47.983229 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-db472e58-c0b8-4262-8fb8-b3ba44b6fdc9 req-8a643b9a-a308-441a-840e-1082ee23857f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a1e0794f-268a-444a-88d5-0dccab4e2a85 HTTP/1.1" status: 200 len: 909 time: 0.1415081 May 05 15:33:47.983229 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-c0fdbae9-001d-4d55-a068-0a41023486af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:47.983229 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-c0fdbae9-001d-4d55-a068-0a41023486af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 1129 time: 0.0517988 May 05 15:33:47.983229 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-db472e58-c0b8-4262-8fb8-b3ba44b6fdc9 req-d7881295-f7fd-4da8-8e68-382748e856bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=675cb46c-1207-45fc-a5be-e490aaa16c65 HTTP/1.1" status: 200 len: 217 time: 0.0530386 May 05 15:33:48.066840 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db472e58-c0b8-4262-8fb8-b3ba44b6fdc9 req-2f5c184a-dd6d-4151-9ee4-188ece445f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:48.068259 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-db472e58-c0b8-4262-8fb8-b3ba44b6fdc9 req-2f5c184a-dd6d-4151-9ee4-188ece445f42 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f269ac35-1e9d-49a7-bb3f-08453e9e36e2 HTTP/1.1" status: 200 len: 848 time: 0.1020913 May 05 15:33:48.111765 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-db472e58-c0b8-4262-8fb8-b3ba44b6fdc9 req-be01a29e-2105-4011-b081-713dba25902a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a1e0794f-268a-444a-88d5-0dccab4e2a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341585 May 05 15:33:48.112681 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-85ecd88e-649e-4dd9-9b01-35c211a6be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:48.113957 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-85ecd88e-649e-4dd9-9b01-35c211a6be03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 917 time: 0.1673813 May 05 15:33:48.456667 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-f0f8a9bc-15f9-4ee6-b4ac-dedf636a9e85 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9363929-a531-406c-9bd3-ec769fcc6fad HTTP/1.1" status: 200 len: 1001 time: 0.3260844 May 05 15:33:48.520603 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-db472e58-c0b8-4262-8fb8-b3ba44b6fdc9 req-15cb42a6-549b-4f13-8da7-8ef97a10567f service neutron] 10.222.0.49 "GET /v2.0/networks/a1e0794f-268a-444a-88d5-0dccab4e2a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966660 May 05 15:33:48.585293 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-97895f38-852b-43bb-8994-3d4810cb1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:48.586844 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-97895f38-852b-43bb-8994-3d4810cb1ad6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dba1ae9-e494-4720-b0dd-109269841baf HTTP/1.1" status: 200 len: 855 time: 0.1200650 May 05 15:33:48.596585 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db700bd-9e15-4853-ac33-cd74146c65c4 req-f017ee16-8af6-4c23-a04a-bff2e2f28e9e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:48.597951 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6db700bd-9e15-4853-ac33-cd74146c65c4 req-f017ee16-8af6-4c23-a04a-bff2e2f28e9e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 943 time: 0.0919178 May 05 15:33:48.688194 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-6f515065-3d35-4c87-8e26-ab9e1ef7848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:48.688731 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-6f515065-3d35-4c87-8e26-ab9e1ef7848c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=567bf926-5d0b-40e3-87cf-663917924844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899284 May 05 15:33:48.766724 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-db472e58-c0b8-4262-8fb8-b3ba44b6fdc9 req-d55f0b46-0757-49df-aa10-d45bf867e5c0 service neutron] 10.222.0.49 "GET /v2.0/networks/a1e0794f-268a-444a-88d5-0dccab4e2a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233095 May 05 15:33:48.782873 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6db700bd-9e15-4853-ac33-cd74146c65c4 req-3d058ea5-991f-496a-a0d6-e7fbd94dc593 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730204 May 05 15:33:48.820412 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41434) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:48.888899 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e378c641-de20-4d2b-8250-6252f9bbad97 admin admin] Deleting subnet 4c32212d-167d-49aa-816e-0742fa222f66 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:33:48.892963 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e378c641-de20-4d2b-8250-6252f9bbad97 admin admin] Publish callbacks [] for subnet (4c32212d-167d-49aa-816e-0742fa222f66), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:48.896010 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-40f72736-3f03-4f4f-a4e5-a9ef0875a8fe service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892266 May 05 15:33:48.931189 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e378c641-de20-4d2b-8250-6252f9bbad97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-317915'] for subnet (4c32212d-167d-49aa-816e-0742fa222f66), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:48.972229 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e378c641-de20-4d2b-8250-6252f9bbad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (4c32212d-167d-49aa-816e-0742fa222f66), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.007249 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-574cae04-fef1-4ea1-a72b-74542f20f41c req-71674470-d46d-4123-901a-78c4fa3ab424 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910969 May 05 15:33:49.129820 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e378c641-de20-4d2b-8250-6252f9bbad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9250505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432443'] for subnet (4c32212d-167d-49aa-816e-0742fa222f66), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.160751 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378c641-de20-4d2b-8250-6252f9bbad97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c32212d-167d-49aa-816e-0742fa222f66,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:49.174502 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e378c641-de20-4d2b-8250-6252f9bbad97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.178179 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-e378c641-de20-4d2b-8250-6252f9bbad97 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4c32212d-167d-49aa-816e-0742fa222f66 HTTP/1.1" status: 204 len: 168 time: 0.3568761 May 05 15:33:49.181274 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41444) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:49.192573 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 675cb46c-1207-45fc-a5be-e490aaa16c65 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:33:49.261096 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (e392e3ff-8b8b-42c1-8bb0-92c99f11afde), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.298248 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 675cb46c-1207-45fc-a5be-e490aaa16c65, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=675cb46c-1207-45fc-a5be-e490aaa16c65,segment=NetworkSegment(57ba6ef0-6a9c-47fa-ba60-7a008b557702),segment_id=57ba6ef0-6a9c-47fa-ba60-7a008b557702)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:49.309956 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '675cb46c-1207-45fc-a5be-e490aaa16c65', 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85', 'port_id': '675cb46c-1207-45fc-a5be-e490aaa16c65', 'mac_address': 'fa:16:3e:d9:19:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f269ac35-1e9d-49a7-bb3f-08453e9e36e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:33:49.342326 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (e392e3ff-8b8b-42c1-8bb0-92c99f11afde), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.348654 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 675cb46c-1207-45fc-a5be-e490aaa16c65 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:49.349051 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.363309 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e392e3ff-8b8b-42c1-8bb0-92c99f11afde']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:49.363536 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675cb46c-1207-45fc-a5be-e490aaa16c65 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:49.373353 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0d6e92-8b78-4f9e-969d-19d238a7302a') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:49.373640 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0d6e92-8b78-4f9e-969d-19d238a7302a') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:49.383128 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-317892'] for segment (1d0d6e92-8b78-4f9e-969d-19d238a7302a), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.384080 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 675cb46c-1207-45fc-a5be-e490aaa16c65, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=675cb46c-1207-45fc-a5be-e490aaa16c65,segment=NetworkSegment(57ba6ef0-6a9c-47fa-ba60-7a008b557702),segment_id=57ba6ef0-6a9c-47fa-ba60-7a008b557702)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:49.396399 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (1d0d6e92-8b78-4f9e-969d-19d238a7302a), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.402747 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:33:49.404746 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9250479'] for segment (1d0d6e92-8b78-4f9e-969d-19d238a7302a), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: Traceback (most recent call last): May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: timer() May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: cb(*args, **kw) May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: return func(*args, **kwargs) May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: self._notify() May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: self.callback(batched_events) May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: event.method(event) May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: return f(self, *a, **k) May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._get(url).json() May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: return self.request(url, 'GET', **kwargs) May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:33:49.404918 dv-cinder-840678-1-iscsi neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:33:49.563626 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.583911 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (e392e3ff-8b8b-42c1-8bb0-92c99f11afde), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.590427 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.594223 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e392e3ff-8b8b-42c1-8bb0-92c99f11afde HTTP/1.1" status: 204 len: 168 time: 0.4120517 May 05 15:33:49.611714 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c5182-201e-4687-96f8-0fdf66cea8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e392e3ff-8b8b-42c1-8bb0-92c99f11afde,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:49.614319 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=675cb46c-1207-45fc-a5be-e490aaa16c65,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:49.623152 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.623504 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.623866 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.624228 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.624564 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.624902 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.625256 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.625580 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.625904 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.626224 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.626580 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.626935 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.627238 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.627558 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.627875 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.820952 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['675cb46c-1207-45fc-a5be-e490aaa16c65'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:33:49.941169 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.968111 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af69dc-fb3d-4af6-a6dd-7059e562e738 req-927025ba-ca96-4af1-8237-7b55ba189af5 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:49.972895 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-25af69dc-fb3d-4af6-a6dd-7059e562e738 req-927025ba-ca96-4af1-8237-7b55ba189af5 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 944 time: 0.0918105 May 05 15:33:50.008981 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41470) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:50.025312 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-25af69dc-fb3d-4af6-a6dd-7059e562e738 req-56a528e9-a089-4c1c-9451-571ceb915f00 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515473 May 05 15:33:50.063990 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-53afc8d5-8822-4bb1-ab36-ef110c43c3da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b27b8154a1f4257b7add9ba2ba83eae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0536833 May 05 15:33:50.066432 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41472) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:50.115012 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Publish callbacks [] for security_group (5fbed22b-80fb-48a0-bac1-8043147839bf), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:50.137289 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Publish callbacks [] for security_group (5fbed22b-80fb-48a0-bac1-8043147839bf), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:50.361318 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (5fbed22b-80fb-48a0-bac1-8043147839bf), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:50.363980 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:50.365324 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fbed22b-80fb-48a0-bac1-8043147839bf HTTP/1.1" status: 204 len: 168 time: 0.2980180 May 05 15:33:50.374821 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbed22b-80fb-48a0-bac1-8043147839bf,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:50.382540 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.382913 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.383255 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.383595 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.383924 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.384411 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.384930 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.385225 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.385552 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.385880 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.386535 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.386870 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.387193 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.387514 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.387836 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458686f-707b-4384-87ab-68f9145d2679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:50.503759 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41492) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:50.607077 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0c60-1ca0-4db8-819f-5d4802ca84aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:50.680747 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0c60-1ca0-4db8-819f-5d4802ca84aa admin admin] Publish callbacks [] for security_group (7e92ad72-984d-48e4-b906-7040969823b9), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:50.797445 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0c60-1ca0-4db8-819f-5d4802ca84aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7e92ad72-984d-48e4-b906-7040969823b9), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:50.841391 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-ddeb0c60-1ca0-4db8-819f-5d4802ca84aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ba582b892a841fc909875cf3761d6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364267 May 05 15:33:50.842334 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb0c60-1ca0-4db8-819f-5d4802ca84aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e92ad72-984d-48e4-b906-7040969823b9,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:50.843959 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41502) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:50.895124 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Publish callbacks [] for security_group (7e92ad72-984d-48e4-b906-7040969823b9), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:50.916750 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Publish callbacks [] for security_group (7e92ad72-984d-48e4-b906-7040969823b9), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.078020 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7e92ad72-984d-48e4-b906-7040969823b9), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.087598 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.087598 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e92ad72-984d-48e4-b906-7040969823b9 HTTP/1.1" status: 204 len: 168 time: 0.2369697 May 05 15:33:51.090879 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e92ad72-984d-48e4-b906-7040969823b9,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:51.098877 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.099157 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.099710 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.100544 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.100742 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.100908 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.101606 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.101938 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.102315 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.102654 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.102968 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.103313 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.103648 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.104091 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.104423 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed088eb7-6cb5-44b6-aeb3-746ee563a3c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.149575 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0952d-3517-4bfb-b483-bd91ee1cb509 req-4c467c4d-177d-433e-90e4-d6261a4da274 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:51.151325 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-26d0952d-3517-4bfb-b483-bd91ee1cb509 req-4c467c4d-177d-433e-90e4-d6261a4da274 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 944 time: 0.0528376 May 05 15:33:51.203584 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-26d0952d-3517-4bfb-b483-bd91ee1cb509 req-12c3f336-6f12-44b3-821f-c35e1b1e4c0b tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 May 05 15:33:51.221162 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 675cb46c-1207-45fc-a5be-e490aaa16c65 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:51.275934 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port 675cb46c-1207-45fc-a5be-e490aaa16c65 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:33:51.372415 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 675cb46c-1207-45fc-a5be-e490aaa16c65 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:51.372814 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.457795 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 675cb46c-1207-45fc-a5be-e490aaa16c65 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:51.458177 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.482226 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff23f67b-055a-4885-9d4c-543699301d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cb46c-1207-45fc-a5be-e490aaa16c65'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:51.484454 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5c7f6b-4036-45d3-b975-5ecd3bd51694" -d '{"events": [{"server_uuid": "ff23f67b-055a-4885-9d4c-543699301d6d", "name": "network-vif-plugged", "status": "completed", "tag": "675cb46c-1207-45fc-a5be-e490aaa16c65"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:51.497819 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 675cb46c-1207-45fc-a5be-e490aaa16c65, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=675cb46c-1207-45fc-a5be-e490aaa16c65,segment=NetworkSegment(57ba6ef0-6a9c-47fa-ba60-7a008b557702),segment_id=57ba6ef0-6a9c-47fa-ba60-7a008b557702)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:51.521537 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738dc88b-3d9a-4935-aa34-bab93ef2aa0f x-openstack-request-id: req-738dc88b-3d9a-4935-aa34-bab93ef2aa0f {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:51.521854 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff23f67b-055a-4885-9d4c-543699301d6d", "name": "network-vif-plugged", "status": "completed", "tag": "675cb46c-1207-45fc-a5be-e490aaa16c65", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:51.522699 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-738dc88b-3d9a-4935-aa34-bab93ef2aa0f {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:51.523205 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738dc88b-3d9a-4935-aa34-bab93ef2aa0f'] response: {'server_uuid': 'ff23f67b-055a-4885-9d4c-543699301d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cb46c-1207-45fc-a5be-e490aaa16c65', 'code': 200} May 05 15:33:51.586888 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.638908 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=675cb46c-1207-45fc-a5be-e490aaa16c65,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:51.740686 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41552) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:51.754577 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-613a0b36-8b9e-47ae-89d2-eba1cc9d4a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.850048 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41560) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:51.895392 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-613a0b36-8b9e-47ae-89d2-eba1cc9d4a9a admin admin] Publish callbacks [] for security_group (686d0045-9c1f-4703-9dc0-c56b4491f7ae), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.922739 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea969775-e315-42da-a137-5ff4dcb4b422 req-7ef335c0-f79c-4829-af8b-8e0068fb80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:51.924246 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ea969775-e315-42da-a137-5ff4dcb4b422 req-7ef335c0-f79c-4829-af8b-8e0068fb80f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 1129 time: 0.0834434 May 05 15:33:51.965851 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-network', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:51.970015 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ea969775-e315-42da-a137-5ff4dcb4b422 req-cd782d38-fc36-40cb-88de-43b826d53f56 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395455 May 05 15:33:52.009303 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-613a0b36-8b9e-47ae-89d2-eba1cc9d4a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (686d0045-9c1f-4703-9dc0-c56b4491f7ae), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.051696 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-613a0b36-8b9e-47ae-89d2-eba1cc9d4a9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37655fc53c894319ab8be7940987006c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092024 May 05 15:33:52.052790 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a0b36-8b9e-47ae-89d2-eba1cc9d4a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686d0045-9c1f-4703-9dc0-c56b4491f7ae,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:52.055433 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41570) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:52.103672 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-64ac9e11-631b-4e17-9eaf-dcaa3f06c495 admin admin] Publish callbacks [] for security_group (686d0045-9c1f-4703-9dc0-c56b4491f7ae), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.108303 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Made reservation on behalf of 74c2460709bc4a908b9aa9361b7abfd4 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:52.110888 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.126088 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.144298 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-64ac9e11-631b-4e17-9eaf-dcaa3f06c495 admin admin] Publish callbacks [] for security_group (686d0045-9c1f-4703-9dc0-c56b4491f7ae), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.238985 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Publish callbacks [] for security_group (f2c0cd13-9bc7-4611-98d4-ce239121d78b), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.295290 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-64ac9e11-631b-4e17-9eaf-dcaa3f06c495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (686d0045-9c1f-4703-9dc0-c56b4491f7ae), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.297806 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-64ac9e11-631b-4e17-9eaf-dcaa3f06c495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.298931 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-64ac9e11-631b-4e17-9eaf-dcaa3f06c495 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/686d0045-9c1f-4703-9dc0-c56b4491f7ae HTTP/1.1" status: 204 len: 168 time: 0.2433586 May 05 15:33:52.333315 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac9e11-631b-4e17-9eaf-dcaa3f06c495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d0045-9c1f-4703-9dc0-c56b4491f7ae,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:52.347172 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808382f-7f1f-456c-b74f-61fb01b9580b req-59ba2cf1-3c53-4f2d-9764-c55043001977 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:52.348684 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a808382f-7f1f-456c-b74f-61fb01b9580b req-59ba2cf1-3c53-4f2d-9764-c55043001977 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 945 time: 0.0654113 May 05 15:33:52.376045 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (f2c0cd13-9bc7-4611-98d4-ce239121d78b), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.382829 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41584) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:52.419056 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:33:52.439972 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a808382f-7f1f-456c-b74f-61fb01b9580b req-d3906cb0-cbc6-460d-ac0c-761dcd55ebcb tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848787 May 05 15:33:52.445020 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0cd13-9bc7-4611-98d4-ce239121d78b,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:52.446614 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (00eb92de-97f8-4a32-8bd2-7ff378edcc10), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.446987 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.segments_db [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Added segment 00eb92de-97f8-4a32-8bd2-7ff378edcc10 of type vlan for network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf May 05 15:33:52.494454 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (76df28d7-0aab-4b09-a459-0b0a3da3ebbf), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.510799 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad66a-1b66-42f7-865f-6dc1986b6e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.586287 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad66a-1b66-42f7-865f-6dc1986b6e1a admin admin] Publish callbacks [] for security_group (ec4dc179-7fac-49e9-8ca4-eba746dc5d00), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.600965 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (76df28d7-0aab-4b09-a459-0b0a3da3ebbf), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.602048 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:52.602764 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.666883 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] Pushing event updated for resources: {'Network': ['ID=76df28d7-0aab-4b09-a459-0b0a3da3ebbf,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:52.675593 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad66a-1b66-42f7-865f-6dc1986b6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ec4dc179-7fac-49e9-8ca4-eba746dc5d00), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.677616 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:33:52.722926 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ab2ad66a-1b66-42f7-865f-6dc1986b6e1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f046cbfb36e541ab9cc1cf1bf1b5922c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394542 May 05 15:33:52.723505 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41594) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:52.726308 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-f67f7b91-0ab1-49cd-9f74-373a2c28dcd9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8744609 May 05 15:33:52.731374 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ad66a-1b66-42f7-865f-6dc1986b6e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4dc179-7fac-49e9-8ca4-eba746dc5d00,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:52.732633 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41596) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:52.739681 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] Request body: {'subnet': {'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-subnet', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:52.794155 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdcc81a1-e936-4d34-9120-892511dde087 admin admin] Publish callbacks [] for security_group (ec4dc179-7fac-49e9-8ca4-eba746dc5d00), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.821719 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdcc81a1-e936-4d34-9120-892511dde087 admin admin] Publish callbacks [] for security_group (ec4dc179-7fac-49e9-8ca4-eba746dc5d00), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.905981 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] Made reservation on behalf of 74c2460709bc4a908b9aa9361b7abfd4 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:52.908309 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432464'] for subnet (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.986505 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdcc81a1-e936-4d34-9120-892511dde087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ec4dc179-7fac-49e9-8ca4-eba746dc5d00), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.989212 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdcc81a1-e936-4d34-9120-892511dde087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.990639 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-bdcc81a1-e936-4d34-9120-892511dde087 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec4dc179-7fac-49e9-8ca4-eba746dc5d00 HTTP/1.1" status: 204 len: 168 time: 0.2659814 May 05 15:33:53.000211 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc81a1-e936-4d34-9120-892511dde087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4dc179-7fac-49e9-8ca4-eba746dc5d00,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:53.172992 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41602) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:53.181493 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9255434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432418'] for subnet (b9f225ef-3905-41e6-b728-e9a5d87b87fe), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.188770 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9404-9156-4ddf-80ce-47c4807c70ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.246320 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f225ef-3905-41e6-b728-e9a5d87b87fe,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:53.253062 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] Checking segment: {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:53.253458 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] Network hostable DHCP agents. Network: 76df28d7-0aab-4b09-a459-0b0a3da3ebbf, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:33:53.269098 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9404-9156-4ddf-80ce-47c4807c70ee admin admin] Publish callbacks [] for security_group (f32c6f64-2f30-4e29-ab65-1259174d4651), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.383841 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9404-9156-4ddf-80ce-47c4807c70ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (f32c6f64-2f30-4e29-ab65-1259174d4651), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.384532 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] Network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:33:53.428789 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e4fd9404-9156-4ddf-80ce-47c4807c70ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d30110bfbae4b068c0c85cc9fe6d1df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545006 May 05 15:33:53.429703 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd9404-9156-4ddf-80ce-47c4807c70ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32c6f64-2f30-4e29-ab65-1259174d4651,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:53.431919 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41610) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:53.487173 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, 76df28d7-0aab-4b09-a459-0b0a3da3ebbf) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:53.490543 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:53.491187 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.493680 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ab1dcd0-9111-4c57-99b5-366757e042ce admin admin] Publish callbacks [] for security_group (f32c6f64-2f30-4e29-ab65-1259174d4651), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.496428 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc13e34-1e8e-4a48-b1c6-7b466c03acbe None None] Network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:33:53.522978 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ab1dcd0-9111-4c57-99b5-366757e042ce admin admin] Publish callbacks [] for security_group (f32c6f64-2f30-4e29-ab65-1259174d4651), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.611205 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d61a8-0bc1-4eab-bd0b-908660cd9bb3 req-4e803ca5-d0c0-4e6e-ae17-80dc52f26011 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:53.612755 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9b0d61a8-0bc1-4eab-bd0b-908660cd9bb3 req-4e803ca5-d0c0-4e6e-ae17-80dc52f26011 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 945 time: 0.0503678 May 05 15:33:53.642740 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:33:53.643591 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.661228 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ab1dcd0-9111-4c57-99b5-366757e042ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (f32c6f64-2f30-4e29-ab65-1259174d4651), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.663897 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ab1dcd0-9111-4c57-99b5-366757e042ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.667818 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9b0d61a8-0bc1-4eab-bd0b-908660cd9bb3 req-cae97ea9-25aa-47db-9b3a-11229a173f17 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486817 May 05 15:33:53.668673 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-5ab1dcd0-9111-4c57-99b5-366757e042ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f32c6f64-2f30-4e29-ab65-1259174d4651 HTTP/1.1" status: 204 len: 168 time: 0.2356596 May 05 15:33:53.672665 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-fe306b6e-4a68-40fc-89b5-4b7910c162dc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9377651 May 05 15:33:53.675240 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41618) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:53.681022 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:53.693207 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1dcd0-9111-4c57-99b5-366757e042ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32c6f64-2f30-4e29-ab65-1259174d4651,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:53.801354 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Allocated IP 172.20.0.2 (76df28d7-0aab-4b09-a459-0b0a3da3ebbf/b9f225ef-3905-41e6-b728-e9a5d87b87fe/98224a98-b3a1-4ddf-8e63-408d33578f4e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:53.873898 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-604143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router (9bcf4404-61fe-4b3c-9423-cae25a408cc4), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.875334 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1852'] for router (9bcf4404-61fe-4b3c-9423-cae25a408cc4), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.908478 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41624) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:53.924351 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1f98a5c1-5897-41a3-9e3d-db3e3579b923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.949018 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Publish callbacks [] for router_controller (9bcf4404-61fe-4b3c-9423-cae25a408cc4), precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.963690 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Publish callbacks [] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.005557 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1f98a5c1-5897-41a3-9e3d-db3e3579b923 admin admin] Publish callbacks [] for security_group (00e08f86-8409-423b-9673-6f0a30bf9686), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.041395 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.081976 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:54.090035 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:54.094996 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:33:54.094996 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Pushing event updated for resources: {'Port': ['ID=98224a98-b3a1-4ddf-8e63-408d33578f4e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:54.114820 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1f98a5c1-5897-41a3-9e3d-db3e3579b923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (00e08f86-8409-423b-9673-6f0a30bf9686), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.152257 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98a5c1-5897-41a3-9e3d-db3e3579b923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e08f86-8409-423b-9673-6f0a30bf9686,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:54.159812 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-1f98a5c1-5897-41a3-9e3d-db3e3579b923 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5fa670e64fb4ed8bafbe7091f2c72d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499161 May 05 15:33:54.161045 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41628) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:54.177122 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Attempting to bind port 98224a98-b3a1-4ddf-8e63-408d33578f4e on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:33:54.177506 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Attempting to bind port 98224a98-b3a1-4ddf-8e63-408d33578f4e by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:33:54.177871 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Attempting to bind port 98224a98-b3a1-4ddf-8e63-408d33578f4e on network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:54.184874 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:33:54.185303 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Checking segment: {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:54.185713 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.186200 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Bound using segment: {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:33:54.186813 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Bound port: 98224a98-b3a1-4ddf-8e63-408d33578f4e, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:33:54.187279 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.263088 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Publish callbacks [] for router_gateway (9bcf4404-61fe-4b3c-9423-cae25a408cc4), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.264817 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-89b09ca8-6554-4ca7-9678-65bc0db5c1b9 admin admin] Publish callbacks [] for security_group (00e08f86-8409-423b-9673-6f0a30bf9686), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.293902 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-89b09ca8-6554-4ca7-9678-65bc0db5c1b9 admin admin] Publish callbacks [] for security_group (00e08f86-8409-423b-9673-6f0a30bf9686), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.310676 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] For port 98224a98-b3a1-4ddf-8e63-408d33578f4e, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:33:54.314563 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] For port 98224a98-b3a1-4ddf-8e63-408d33578f4e, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=98224a98-b3a1-4ddf-8e63-408d33578f4e,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:33:54.399655 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.459075 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efd788-67bc-4391-9acb-76c1f7733b79 None None] Pushing event updated for resources: {'Port': ['ID=98224a98-b3a1-4ddf-8e63-408d33578f4e,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:54.472140 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-89b09ca8-6554-4ca7-9678-65bc0db5c1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (00e08f86-8409-423b-9673-6f0a30bf9686), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.474992 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-89b09ca8-6554-4ca7-9678-65bc0db5c1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.476487 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-89b09ca8-6554-4ca7-9678-65bc0db5c1b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00e08f86-8409-423b-9673-6f0a30bf9686 HTTP/1.1" status: 204 len: 168 time: 0.3143268 May 05 15:33:54.495866 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b09ca8-6554-4ca7-9678-65bc0db5c1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e08f86-8409-423b-9673-6f0a30bf9686,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:54.606635 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Publish callbacks [] for router_gateway (9bcf4404-61fe-4b3c-9423-cae25a408cc4), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.640933 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.858599 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Allocated IP 172.27.0.20 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/1c084e52-1590-4242-ae02-81e45aeaabc9) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:54.871229 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af014e01-7078-4113-b840-69510b9bbef8 req-a24325e0-b957-4bd1-ab00-29e7091f3853 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:54.872745 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-af014e01-7078-4113-b840-69510b9bbef8 req-a24325e0-b957-4bd1-ab00-29e7091f3853 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 945 time: 0.0929592 May 05 15:33:54.983997 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-af014e01-7078-4113-b840-69510b9bbef8 req-c88d898d-4eaf-4b45-a53a-c87c525ab556 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039355 May 05 15:33:55.020575 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Publish callbacks [] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:55.169333 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:55.214790 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:55.217681 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:55.223301 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:33:55.228911 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1c084e52-1590-4242-ae02-81e45aeaabc9,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:55.502272 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41680) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:55.651977 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d8fffb-1364-46db-861b-7d70dc9e3ea1 None None] Network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:33:55.736595 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-0afd7175-08fe-4430-a193-926498f91a93 None None] Provisioning complete for port 98224a98-b3a1-4ddf-8e63-408d33578f4e triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:55.736955 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0afd7175-08fe-4430-a193-926498f91a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:55.815203 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-620e0e9d-cd2f-4dbb-86d1-3197acdd206c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:55.816054 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Publish callbacks [] for router_gateway (9bcf4404-61fe-4b3c-9423-cae25a408cc4), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:55.913994 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-620e0e9d-cd2f-4dbb-86d1-3197acdd206c admin admin] Publish callbacks [] for security_group (218084ca-0f38-4dd8-97fc-d604811ac619), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:56.012668 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-0afd7175-08fe-4430-a193-926498f91a93 None None] Current status of the port 98224a98-b3a1-4ddf-8e63-408d33578f4e is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:56.013094 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0afd7175-08fe-4430-a193-926498f91a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:56.020983 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-620e0e9d-cd2f-4dbb-86d1-3197acdd206c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (218084ca-0f38-4dd8-97fc-d604811ac619), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:56.075580 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-0afd7175-08fe-4430-a193-926498f91a93 None None] For port 98224a98-b3a1-4ddf-8e63-408d33578f4e, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=98224a98-b3a1-4ddf-8e63-408d33578f4e,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:56.112456 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-620e0e9d-cd2f-4dbb-86d1-3197acdd206c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28e97a14d27746e1b375aab136543705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6088605 May 05 15:33:56.113505 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e0e9d-cd2f-4dbb-86d1-3197acdd206c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218084ca-0f38-4dd8-97fc-d604811ac619,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:56.117748 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41704) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:56.177903 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0afd7175-08fe-4430-a193-926498f91a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:56.232657 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165'] for router (9bcf4404-61fe-4b3c-9423-cae25a408cc4), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:56.239191 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 98224a98-b3a1-4ddf-8e63-408d33578f4e up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:56.245586 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e15b3948-3d20-43bb-a0ca-df3fad8b1480 admin admin] Publish callbacks [] for security_group (218084ca-0f38-4dd8-97fc-d604811ac619), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:56.293217 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e15b3948-3d20-43bb-a0ca-df3fad8b1480 admin admin] Publish callbacks [] for security_group (218084ca-0f38-4dd8-97fc-d604811ac619), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:56.329573 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 98224a98-b3a1-4ddf-8e63-408d33578f4e triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:56.331551 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:56.367935 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd7175-08fe-4430-a193-926498f91a93 None None] Pushing event updated for resources: {'Port': ['ID=98224a98-b3a1-4ddf-8e63-408d33578f4e,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:56.442388 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-edc36d4b-bd49-4f13-b171-60134d271b6d None None] Provisioning complete for port 98224a98-b3a1-4ddf-8e63-408d33578f4e triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:56.442769 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-edc36d4b-bd49-4f13-b171-60134d271b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:56.445565 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 98224a98-b3a1-4ddf-8e63-408d33578f4e is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:56.449323 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e15b3948-3d20-43bb-a0ca-df3fad8b1480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (218084ca-0f38-4dd8-97fc-d604811ac619), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:56.452150 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e15b3948-3d20-43bb-a0ca-df3fad8b1480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:56.455299 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e15b3948-3d20-43bb-a0ca-df3fad8b1480 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/218084ca-0f38-4dd8-97fc-d604811ac619 HTTP/1.1" status: 204 len: 168 time: 0.3343208 May 05 15:33:56.471757 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b3948-3d20-43bb-a0ca-df3fad8b1480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218084ca-0f38-4dd8-97fc-d604811ac619,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:56.566243 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-edc36d4b-bd49-4f13-b171-60134d271b6d None None] Current status of the port 98224a98-b3a1-4ddf-8e63-408d33578f4e is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:56.632829 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 is scheduled to L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:33:56.731474 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b30f8-2f8f-4ddb-a10f-429f2d043c09 req-b2b890ca-df72-4d52-ac7a-a77dfa00f2cc tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:56.732969 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-876b30f8-2f8f-4ddb-a10f-429f2d043c09 req-b2b890ca-df72-4d52-ac7a-a77dfa00f2cc tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 945 time: 0.1132710 May 05 15:33:56.830965 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-876b30f8-2f8f-4ddb-a10f-429f2d043c09 req-f0d181f7-a6fc-481a-9d20-d236283d8e80 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920405 May 05 15:33:56.834064 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:33:56.845255 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Sync routers for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:33:56.858000 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:56.858658 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:33:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:56.965419 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:57.021019 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.023046 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-f35f4aaa-b375-4af2-a09a-289da6b9e9e3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3466659 May 05 15:33:57.028760 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41726) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:57.233386 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:55Z', 'revision_number': 3, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:57.265770 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Checking router: 9bcf4404-61fe-4b3c-9423-cae25a408cc4 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:33:57.265770 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Updating router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 port 1c084e52-1590-4242-ae02-81e45aeaabc9 binding host dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:33:57.293400 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.293750 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 41738) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:57.308037 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-89ec53e3-cc32-4e90-a697-3517259e2689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.414703 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-89ec53e3-cc32-4e90-a697-3517259e2689 admin admin] Publish callbacks [] for security_group (d624e5b3-4c17-4251-bf1e-d236856bb49c), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.493377 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-89ec53e3-cc32-4e90-a697-3517259e2689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d624e5b3-4c17-4251-bf1e-d236856bb49c), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.556953 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-89ec53e3-cc32-4e90-a697-3517259e2689 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f735e8ba753241a5be9dec732176b134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614911 May 05 15:33:57.557436 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 41744) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:57.558317 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec53e3-cc32-4e90-a697-3517259e2689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d624e5b3-4c17-4251-bf1e-d236856bb49c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:57.595550 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.597954 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Publish callbacks [] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.686816 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-35127663-19a0-433d-9e24-69ea1743a9c8 admin admin] Publish callbacks [] for security_group (d624e5b3-4c17-4251-bf1e-d236856bb49c), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.705408 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.744349 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-35127663-19a0-433d-9e24-69ea1743a9c8 admin admin] Publish callbacks [] for security_group (d624e5b3-4c17-4251-bf1e-d236856bb49c), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.768861 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Pushing event updated for resources: {'Port': ['ID=1c084e52-1590-4242-ae02-81e45aeaabc9,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:57.771114 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Attempting to bind port 1c084e52-1590-4242-ae02-81e45aeaabc9 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:33:57.771480 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Attempting to bind port 1c084e52-1590-4242-ae02-81e45aeaabc9 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:33:57.771835 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Attempting to bind port 1c084e52-1590-4242-ae02-81e45aeaabc9 on network 02718d50-6065-4980-9530-582a9009be37 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:57.781426 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.781768 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.782135 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.782527 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.782865 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.783426 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.783753 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.784080 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.784405 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.784727 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.785197 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.785704 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.786173 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.786661 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.787126 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:57.792812 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:33:57.793398 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:57.793937 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.794487 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Bound using segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:33:57.796892 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Bound port: 1c084e52-1590-4242-ae02-81e45aeaabc9, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:33:57.796892 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.838214 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Allocated IP 172.20.0.1 (76df28d7-0aab-4b09-a459-0b0a3da3ebbf/b9f225ef-3905-41e6-b728-e9a5d87b87fe/5f302dca-04b8-48ee-80f2-85ae01864951) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:57.855022 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] For port 1c084e52-1590-4242-ae02-81e45aeaabc9, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:33:57.858205 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] For port 1c084e52-1590-4242-ae02-81e45aeaabc9, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=1c084e52-1590-4242-ae02-81e45aeaabc9,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:33:57.936906 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-35127663-19a0-433d-9e24-69ea1743a9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d624e5b3-4c17-4251-bf1e-d236856bb49c), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.939566 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-35127663-19a0-433d-9e24-69ea1743a9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.940719 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-35127663-19a0-433d-9e24-69ea1743a9c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d624e5b3-4c17-4251-bf1e-d236856bb49c HTTP/1.1" status: 204 len: 168 time: 0.3816004 May 05 15:33:57.969762 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.986462 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Publish callbacks [] for port (5f302dca-04b8-48ee-80f2-85ae01864951), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.988056 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35127663-19a0-433d-9e24-69ea1743a9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d624e5b3-4c17-4251-bf1e-d236856bb49c,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:58.006520 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ff5ce-0b1e-4358-a170-693970420657 req-6bae62e6-74c2-4c83-90f1-7a2bac28136f tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:58.018093 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-599ff5ce-0b1e-4358-a170-693970420657 req-6bae62e6-74c2-4c83-90f1-7a2bac28136f tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 945 time: 0.1021838 May 05 15:33:58.033165 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82335dd-be72-455a-8ed7-40a75df12c62 None None] Pushing event updated for resources: {'Port': ['ID=1c084e52-1590-4242-ae02-81e45aeaabc9,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:58.060167 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:58.062161 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:33:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:58.108790 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-599ff5ce-0b1e-4358-a170-693970420657 req-5b7105a8-032b-4844-a763-98606e6f5322 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839708 May 05 15:33:58.184637 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d9e49-5c21-4fe8-9633-2f0bc4a3c86b req-55e0d06e-2511-426c-90e2-05ccc7d1ebf9 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:58.186164 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6d4d9e49-5c21-4fe8-9633-2f0bc4a3c86b req-55e0d06e-2511-426c-90e2-05ccc7d1ebf9 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 945 time: 0.0764666 May 05 15:33:58.196158 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.208363 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 98224a98-b3a1-4ddf-8e63-408d33578f4e up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:58.254164 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:58.280990 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 98224a98-b3a1-4ddf-8e63-408d33578f4e triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:58.281845 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.292295 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:58.325755 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:58.328502 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:33:58.329342 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640392'] for router_interface (9bcf4404-61fe-4b3c-9423-cae25a408cc4), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.395534 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-6d4d9e49-5c21-4fe8-9633-2f0bc4a3c86b req-b4a9963e-d783-4a2e-be6e-af5fe492e07e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Deleting port 675cb46c-1207-45fc-a5be-e490aaa16c65 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:33:58.395749 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6d4d9e49-5c21-4fe8-9633-2f0bc4a3c86b req-b4a9963e-d783-4a2e-be6e-af5fe492e07e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.419968 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5f302dca-04b8-48ee-80f2-85ae01864951,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:58.461791 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 98224a98-b3a1-4ddf-8e63-408d33578f4e is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:58.556731 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:55Z', 'revision_number': 3, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:58.594509 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe3e31-818a-476b-a440-0d5d1eeb28fe None None] The sync data for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi is: [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:55Z', 'revision_number': 3, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:33:58.613845 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-07bbb08d-d0f9-41ce-a4e9-8b86b418123c None None] Provisioning complete for port 5f302dca-04b8-48ee-80f2-85ae01864951 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:58.616823 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-07bbb08d-d0f9-41ce-a4e9-8b86b418123c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.625268 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-6d4d9e49-5c21-4fe8-9633-2f0bc4a3c86b req-b4a9963e-d783-4a2e-be6e-af5fe492e07e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] For port 675cb46c-1207-45fc-a5be-e490aaa16c65, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=675cb46c-1207-45fc-a5be-e490aaa16c65,segment=NetworkSegment(57ba6ef0-6a9c-47fa-ba60-7a008b557702),segment_id=57ba6ef0-6a9c-47fa-ba60-7a008b557702)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:58.625639 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6d4d9e49-5c21-4fe8-9633-2f0bc4a3c86b req-b4a9963e-d783-4a2e-be6e-af5fe492e07e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.656811 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-6d4d9e49-5c21-4fe8-9633-2f0bc4a3c86b req-b4a9963e-d783-4a2e-be6e-af5fe492e07e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Calling delete_port for 675cb46c-1207-45fc-a5be-e490aaa16c65 owned by compute:nova {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:33:58.683358 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-07bbb08d-d0f9-41ce-a4e9-8b86b418123c None None] Port 5f302dca-04b8-48ee-80f2-85ae01864951 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:33:58.832768 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.933143 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6d4d9e49-5c21-4fe8-9633-2f0bc4a3c86b req-b4a9963e-d783-4a2e-be6e-af5fe492e07e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (675cb46c-1207-45fc-a5be-e490aaa16c65), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.012458 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9963e-d783-4a2e-be6e-af5fe492e07e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Pushing event deleted for resources: {'Port': ['ID=675cb46c-1207-45fc-a5be-e490aaa16c65,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:59.062955 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4d9e49-5c21-4fe8-9633-2f0bc4a3c86b req-b4a9963e-d783-4a2e-be6e-af5fe492e07e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] No DVR routers for this DVR port 675cb46c-1207-45fc-a5be-e490aaa16c65 on host hv-cinder-84067 {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:33:59.066183 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6d4d9e49-5c21-4fe8-9633-2f0bc4a3c86b req-b4a9963e-d783-4a2e-be6e-af5fe492e07e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.070917 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6d4d9e49-5c21-4fe8-9633-2f0bc4a3c86b req-b4a9963e-d783-4a2e-be6e-af5fe492e07e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.49 "DELETE /v2.0/ports/675cb46c-1207-45fc-a5be-e490aaa16c65 HTTP/1.1" status: 204 len: 173 time: 0.8785164 May 05 15:33:59.073362 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff23f67b-055a-4885-9d4c-543699301d6d', 'name': 'network-vif-deleted', 'tag': '675cb46c-1207-45fc-a5be-e490aaa16c65'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:59.076167 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a14416-8606-4ae8-b412-0e8adadda0c1" -d '{"events": [{"server_uuid": "ff23f67b-055a-4885-9d4c-543699301d6d", "name": "network-vif-deleted", "tag": "675cb46c-1207-45fc-a5be-e490aaa16c65"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:59.126461 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16bee18-e668-41fd-9efd-16f2af57a2f9 x-openstack-request-id: req-d16bee18-e668-41fd-9efd-16f2af57a2f9 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:59.127085 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff23f67b-055a-4885-9d4c-543699301d6d", "name": "network-vif-deleted", "tag": "675cb46c-1207-45fc-a5be-e490aaa16c65", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:59.127195 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d16bee18-e668-41fd-9efd-16f2af57a2f9 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:59.129066 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16bee18-e668-41fd-9efd-16f2af57a2f9'] response: {'server_uuid': 'ff23f67b-055a-4885-9d4c-543699301d6d', 'name': 'network-vif-deleted', 'tag': '675cb46c-1207-45fc-a5be-e490aaa16c65', 'status': 'completed', 'code': 200} May 05 15:33:59.138170 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Publish callbacks [] for port (5f302dca-04b8-48ee-80f2-85ae01864951), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.222462 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.222462 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640370'] for router_interface (9bcf4404-61fe-4b3c-9423-cae25a408cc4), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.227584 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7d23e633-6968-4f5d-a389-b1212e199ece req-5ffd781a-c19c-4d96-b12b-d2c43a4df791 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 210 time: 0.0381007 May 05 15:33:59.297924 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5f302dca-04b8-48ee-80f2-85ae01864951,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:59.380944 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:59.383196 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:59.521167 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:33:59.607892 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-6515084c-0656-404f-bc54-be329f98844f None None] Provisioning complete for port 5f302dca-04b8-48ee-80f2-85ae01864951 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:59.608291 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6515084c-0656-404f-bc54-be329f98844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.653145 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6515084c-0656-404f-bc54-be329f98844f None None] Port 5f302dca-04b8-48ee-80f2-85ae01864951 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:33:59.657583 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:33:59.670806 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-160c15f3-3fb6-407a-9d1e-9d6bf602d6c8 admin admin] 10.222.0.44 "PUT /v2.0/routers/9bcf4404-61fe-4b3c-9423-cae25a408cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6392505 May 05 15:34:00.100009 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 1c084e52-1590-4242-ae02-81e45aeaabc9 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:00.105776 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-1208e119-15a2-42be-9750-73a36e3e7ee4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:00.107314 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-1208e119-15a2-42be-9750-73a36e3e7ee4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 819 time: 0.1167295 May 05 15:34:00.123898 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0143eedf-3b3f-479c-b348-53e48510c92e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/quotas/74c2460709bc4a908b9aa9361b7abfd4 HTTP/1.1" status: 200 len: 375 time: 0.0108078 May 05 15:34:00.153334 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 1c084e52-1590-4242-ae02-81e45aeaabc9 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:00.153655 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.181203 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-80e83da3-dda5-403c-beaa-303dfd6092cc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492294 May 05 15:34:00.234257 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 1c084e52-1590-4242-ae02-81e45aeaabc9 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:00.234674 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.264714 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port 1c084e52-1590-4242-ae02-81e45aeaabc9, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=1c084e52-1590-4242-ae02-81e45aeaabc9,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:00.282410 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0796ccc0-4326-48c6-844b-ebd152d09bca service neutron] 10.222.0.44 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929108 May 05 15:34:00.345678 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-04f1a185-c63a-437e-8eda-e278afa99dd1 req-5c4de395-5186-4452-9d97-e4a91537edf7 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 210 time: 0.0321250 May 05 15:34:00.382481 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-abbc4726-55a3-4139-b105-dc32afa64c2a service neutron] 10.222.0.44 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947244 May 05 15:34:00.385847 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Sync routers for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:00.396096 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:00.396753 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:33:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:00.400561 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.494506 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=1c084e52-1590-4242-ae02-81e45aeaabc9,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:00.675067 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:00.830648 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d320ac00-1a23-4604-9d41-ff30090aa441 req-563cbe34-0832-404d-ab89-8c073139462c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 210 time: 0.0445910 May 05 15:34:00.903108 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 2, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:00.934266 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4b45daad-6bf4-4f31-b23c-139aa35e14c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.936006 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Checking router: 9bcf4404-61fe-4b3c-9423-cae25a408cc4 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:00.936376 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Updating router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 port 5f302dca-04b8-48ee-80f2-85ae01864951 binding host dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:34:00.965502 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.050589 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-39a376d2-596c-4d0b-adaa-12a6fa8502ab tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:01.052270 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-39a376d2-596c-4d0b-adaa-12a6fa8502ab tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 819 time: 0.1134481 May 05 15:34:01.067100 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-aa3e31bb-09c7-4122-8119-bcc493b2e1e2 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/quotas/74c2460709bc4a908b9aa9361b7abfd4 HTTP/1.1" status: 200 len: 375 time: 0.0091054 May 05 15:34:01.117552 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-f71818d6-863e-4c58-aa2d-133d63fe06c0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443130 May 05 15:34:01.125332 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['675cb46c-1207-45fc-a5be-e490aaa16c65'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:34:01.219005 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-4869ee71-97fa-4ad2-846a-edbf7587ed99 service neutron] 10.222.0.44 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925148 May 05 15:34:01.288799 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Publish callbacks [] for port (5f302dca-04b8-48ee-80f2-85ae01864951), precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.317587 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-71f13e99-f74a-41e7-9d50-bc33ce9eeaef service neutron] 10.222.0.44 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927041 May 05 15:34:01.426718 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.456470 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b17ec1be-8c9b-4b66-b427-c970f798cfb9 req-75c23cf8-2856-4436-ba79-ea4d5f860bb8 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff23f67b-055a-4885-9d4c-543699301d6d HTTP/1.1" status: 200 len: 210 time: 0.0327454 May 05 15:34:01.484057 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82528741-f035-4b2a-a678-3f9f392b7a17 None None] Pushing event updated for resources: {'Port': ['ID=5f302dca-04b8-48ee-80f2-85ae01864951,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:01.541489 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Attempting to bind port 5f302dca-04b8-48ee-80f2-85ae01864951 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:01.541927 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Attempting to bind port 5f302dca-04b8-48ee-80f2-85ae01864951 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:01.542385 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Attempting to bind port 5f302dca-04b8-48ee-80f2-85ae01864951 on network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:01.548180 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:01.548628 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Checking segment: {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:01.549099 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.549608 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Bound using segment: {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:01.550068 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Bound port: 5f302dca-04b8-48ee-80f2-85ae01864951, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:01.550631 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.648039 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] For port 5f302dca-04b8-48ee-80f2-85ae01864951, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:01.651720 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] For port 5f302dca-04b8-48ee-80f2-85ae01864951, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=5f302dca-04b8-48ee-80f2-85ae01864951,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:01.683596 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-72a26850-cc64-4be4-ba46-ec64f5ee160b req-d98d73ca-a42c-456c-8541-0528ed513559 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0316720 May 05 15:34:01.686479 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-877bd1dc-9678-4be7-a79c-9172dcfa6848 None None] Provisioning complete for port 5f302dca-04b8-48ee-80f2-85ae01864951 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:01.686944 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-877bd1dc-9678-4be7-a79c-9172dcfa6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.723114 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-877bd1dc-9678-4be7-a79c-9172dcfa6848 None None] Port 5f302dca-04b8-48ee-80f2-85ae01864951 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:01.773214 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.834560 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:01.835792 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:33:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:01.837851 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82528741-f035-4b2a-a678-3f9f392b7a17 None None] Pushing event updated for resources: {'Port': ['ID=5f302dca-04b8-48ee-80f2-85ae01864951,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:01.957370 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:02.042742 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cb8c855d-045a-4bab-aaf6-ca0ef8dd2a8f None None] Provisioning complete for port 5f302dca-04b8-48ee-80f2-85ae01864951 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:02.043134 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cb8c855d-045a-4bab-aaf6-ca0ef8dd2a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.092314 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 1c084e52-1590-4242-ae02-81e45aeaabc9 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:02.257831 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c855d-045a-4bab-aaf6-ca0ef8dd2a8f None None] Current status of the port 5f302dca-04b8-48ee-80f2-85ae01864951 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:02.258218 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cb8c855d-045a-4bab-aaf6-ca0ef8dd2a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.288532 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 1c084e52-1590-4242-ae02-81e45aeaabc9 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:02.288934 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.354146 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cb8c855d-045a-4bab-aaf6-ca0ef8dd2a8f None None] For port 5f302dca-04b8-48ee-80f2-85ae01864951, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=5f302dca-04b8-48ee-80f2-85ae01864951,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:02.357513 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:34:01Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:02.390683 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7972bd-8488-4194-8b9b-4c39e3319467 None None] The sync data for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi is: [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:34:01Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:02.453405 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 1c084e52-1590-4242-ae02-81e45aeaabc9 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:02.515296 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cb8c855d-045a-4bab-aaf6-ca0ef8dd2a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.581847 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c855d-045a-4bab-aaf6-ca0ef8dd2a8f None None] Pushing event updated for resources: {'Port': ['ID=5f302dca-04b8-48ee-80f2-85ae01864951,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:02.783649 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8eb4648b-3a92-4169-8656-a9328217d1ef req-efe70931-d6fd-4b52-9cd1-12eff12265e1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0470483 May 05 15:34:02.863747 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-89f79ca1-9ba1-44d7-b500-a8be802fe73f tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:02.865509 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-89f79ca1-9ba1-44d7-b500-a8be802fe73f tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/networks?id=a1e0794f-268a-444a-88d5-0dccab4e2a85 HTTP/1.1" status: 200 len: 808 time: 0.1386011 May 05 15:34:02.880537 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-9d368504-b8f5-4cbb-a536-d0d258ad1b39 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/quotas/8683b51e4909484ea07d9508e11ed256 HTTP/1.1" status: 200 len: 375 time: 0.0098298 May 05 15:34:03.063939 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ffac33a-970a-4485-b134-a29f4c67fa4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:03.165804 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-780b7979-cfc4-4d52-9ae6-cd5f227edcf2 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8683b51e4909484ea07d9508e11ed256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2789202 May 05 15:34:03.259426 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-eb1fd335-8c4f-4e13-8682-dbaeeeb84179 service neutron] 10.222.0.44 "GET /v2.0/networks/a1e0794f-268a-444a-88d5-0dccab4e2a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926406 May 05 15:34:03.360303 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-513ed750-a17a-4d34-b27a-a0bd12359bbf service neutron] 10.222.0.44 "GET /v2.0/networks/a1e0794f-268a-444a-88d5-0dccab4e2a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950406 May 05 15:34:03.772862 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3d5b725d-1656-49a4-90fe-4483c3539751 req-a949a762-d9bc-40f3-99ba-a8b4b45bddad tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0333641 May 05 15:34:03.903761 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7d92d6f7-9836-4fd3-84e8-b184d1a47789 req-9b0309a2-cd96-4176-b336-05506f7441cc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0277846 May 05 15:34:04.088532 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 5f302dca-04b8-48ee-80f2-85ae01864951 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:04.132104 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 5f302dca-04b8-48ee-80f2-85ae01864951 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:04.134532 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:04.223152 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 5f302dca-04b8-48ee-80f2-85ae01864951 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:04.363062 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:04.865439 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7c64b912-217b-4cf0-9564-ef33e3ed0715 req-12383038-5331-4b31-a9fc-48950b054ee6 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0276577 May 05 15:34:04.997563 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-01d46cd7-6e85-462f-9f82-29d2827a764a req-3e281c5c-b5ca-45a7-b6c8-aeb97d2db587 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0273507 May 05 15:34:05.293113 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 675cb46c-1207-45fc-a5be-e490aaa16c65 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:34:05.315959 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: 675cb46c-1207-45fc-a5be-e490aaa16c65 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:34:05.316417 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 675cb46c-1207-45fc-a5be-e490aaa16c65 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:34:05.800075 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.958338 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c595c667-74ed-49c6-b72a-c1db4202d453 req-b2d960d4-243c-4111-b6ff-fd332f276362 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0278504 May 05 15:34:06.093166 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-45f87a7a-80f9-4495-9e17-91497b147d9d req-935d0e80-51d1-4fa0-b732-2927ae904d34 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0304885 May 05 15:34:06.355405 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-7e836a71-da37-428a-9590-6e672278de42 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:06.356848 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-7e836a71-da37-428a-9590-6e672278de42 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 819 time: 0.1051261 May 05 15:34:06.375068 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Request body: {'port': {'device_id': '6efd98bf-009e-4360-be55-2c0d5e0f37ae', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'admin_state_up': True, 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:06.569566 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Made reservation on behalf of 74c2460709bc4a908b9aa9361b7abfd4 for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:06.572926 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.704340 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Allocated IP 172.20.0.5 (76df28d7-0aab-4b09-a459-0b0a3da3ebbf/b9f225ef-3905-41e6-b728-e9a5d87b87fe/338e5e91-19b5-48e4-9ba3-3cb80ceea13a) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:06.855548 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.949296 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.996279 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:06.999559 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:07.005938 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:07.011300 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:07.011898 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.023117 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event updated for resources: {'Port': ['ID=338e5e91-19b5-48e4-9ba3-3cb80ceea13a,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:07.057957 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-803dca08-f751-47f7-b3b8-fb1228728fd5 req-a19ac13d-67c6-416d-b679-ce833e868bf9 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0291667 May 05 15:34:07.121549 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-783ef154-880a-4c81-a551-17fb9b0f84b0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7504153 May 05 15:34:07.152251 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.196004 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0b8c9fb3-610e-490a-8db3-9a5ee75a2966 req-d2389521-80d7-48ea-a5c1-9da351514da5 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0295932 May 05 15:34:07.266001 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-95004d32-86b8-4487-80a4-90028e909759 None None] Provisioning complete for port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:07.266401 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95004d32-86b8-4487-80a4-90028e909759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.304499 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-95004d32-86b8-4487-80a4-90028e909759 None None] Port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:08.155784 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3dcdf87b-51bf-4364-b36d-05645724c07f req-f0461a44-2880-4979-a327-913a388ca439 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0302238 May 05 15:34:08.292163 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a62f58c2-b37b-4d81-a25d-d29e0ed938c8 req-e81fbd9d-f457-42d6-8eb9-c62346689b46 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0281301 May 05 15:34:09.199862 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Request body: {'port': {'device_id': '6efd98bf-009e-4360-be55-2c0d5e0f37ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:09.248682 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-22eb9a9c-5528-460a-ba53-e6f263fb0f34 req-e109d5ef-a75a-495b-b646-eedab75664a9 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0266721 May 05 15:34:09.259093 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:09.398405 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-34b3f05e-696d-48f7-b6cf-6317688a173e req-cfbc867f-6f37-43c0-96bb-25c2834f6ab0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0368850 May 05 15:34:09.550767 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338e5e91-19b5-48e4-9ba3-3cb80ceea13a {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:09.559288 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Publish callbacks [] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:09.572305 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Transition to ACTIVE for port object 338e5e91-19b5-48e4-9ba3-3cb80ceea13a will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:34:09.706479 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:09.795270 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=338e5e91-19b5-48e4-9ba3-3cb80ceea13a,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:09.809072 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Attempting to bind port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:09.809405 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Attempting to bind port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:09.809729 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Attempting to bind port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a on network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:09.814452 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a on network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:34:09.824790 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Attempting to bind port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a on network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:09.824790 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:09.824790 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Checking segment: {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:09.824790 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Bound using segment: {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:09.824790 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Bound port: 338e5e91-19b5-48e4-9ba3-3cb80ceea13a, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:09.824790 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:09.890087 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] For port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:09.893522 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] For port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=338e5e91-19b5-48e4-9ba3-3cb80ceea13a,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:10.024427 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.060026 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:10.060647 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.062035 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] 10.222.0.49 "PUT /v2.0/ports/338e5e91-19b5-48e4-9ba3-3cb80ceea13a HTTP/1.1" status: 200 len: 1093 time: 0.8667293 May 05 15:34:10.062528 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efd98bf-009e-4360-be55-2c0d5e0f37ae', 'tag': '338e5e91-19b5-48e4-9ba3-3cb80ceea13a'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:10.064712 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c614ca-92ac-47a5-ad3e-29cae2acae25" -d '{"events": [{"name": "network-changed", "server_uuid": "6efd98bf-009e-4360-be55-2c0d5e0f37ae", "tag": "338e5e91-19b5-48e4-9ba3-3cb80ceea13a"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:10.101855 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0d363-2d26-40fc-892a-4f00c4d09ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=338e5e91-19b5-48e4-9ba3-3cb80ceea13a,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:10.108496 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd210a46-9f91-448d-9c5d-233a609247f4 x-openstack-request-id: req-fd210a46-9f91-448d-9c5d-233a609247f4 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:10.108784 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efd98bf-009e-4360-be55-2c0d5e0f37ae", "tag": "338e5e91-19b5-48e4-9ba3-3cb80ceea13a", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:10.109032 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd210a46-9f91-448d-9c5d-233a609247f4 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:10.109459 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd210a46-9f91-448d-9c5d-233a609247f4'] response: {'name': 'network-changed', 'server_uuid': '6efd98bf-009e-4360-be55-2c0d5e0f37ae', 'tag': '338e5e91-19b5-48e4-9ba3-3cb80ceea13a', 'status': 'completed', 'code': 200} May 05 15:34:10.347280 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6a55643b-a14e-4e4d-b681-ac1f06373ed8 req-ebc02235-343b-495e-92a5-b5848db0ac52 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0301344 May 05 15:34:10.496852 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4175d998-82e4-4931-a1be-3dfc8cb1b3d4 req-87e452d2-823c-4dc9-94d1-d0e9c3933214 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0282991 May 05 15:34:11.447233 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-317899a5-0ee2-47df-8e17-81456c97450f req-8071cda8-59aa-4695-b3d9-49df89483711 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0318680 May 05 15:34:11.590847 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f049f109-1b52-4da3-ad95-1ce8760fe694 req-8d970568-1349-4101-ba22-54038d7bb026 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0276949 May 05 15:34:12.301397 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c614ca-92ac-47a5-ad3e-29cae2acae25 req-05259c1f-7979-4c5d-93cb-37dff13805df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:12.303089 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a5c614ca-92ac-47a5-ad3e-29cae2acae25 req-05259c1f-7979-4c5d-93cb-37dff13805df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 1127 time: 0.0838315 May 05 15:34:12.412702 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-3617832b-ca94-4085-9457-25259835f0e5 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:12.416808 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-3617832b-ca94-4085-9457-25259835f0e5 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 819 time: 0.2059665 May 05 15:34:12.505225 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c614ca-92ac-47a5-ad3e-29cae2acae25 req-dfc906d0-0595-4d75-a4cc-00a5846b71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:12.506777 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a5c614ca-92ac-47a5-ad3e-29cae2acae25 req-dfc906d0-0595-4d75-a4cc-00a5846b71b8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1944375 May 05 15:34:12.543419 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-03a3805d-481c-425b-8c36-b355e31223b7 req-b74ce0e2-1a78-4646-865b-81b6060cac75 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0289857 May 05 15:34:12.686142 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e53f7e9b-3c7f-4100-986f-0c4c78d20e93 req-e1993e52-2ad2-45d9-9f74-7ad2dc8b759a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0273857 May 05 15:34:13.637870 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-10353925-2ff7-4527-bf02-289b8b43994d req-3fda4fa2-5c95-4990-baac-aa2834c8fc68 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0278208 May 05 15:34:13.779980 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ca76bbb3-2885-4f5c-a48f-4d3121640fc8 req-af0bd7c8-12ef-4321-9acb-db59a86f977a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0270376 May 05 15:34:14.403847 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Request body: {'port': {'device_id': '3c96dee6-11e6-407c-a692-5816fd3de41a', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'admin_state_up': True, 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:14.574605 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Made reservation on behalf of 74c2460709bc4a908b9aa9361b7abfd4 for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:14.577834 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.705651 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Allocated IP 172.20.0.9 (76df28d7-0aab-4b09-a459-0b0a3da3ebbf/b9f225ef-3905-41e6-b728-e9a5d87b87fe/3aa6e6b9-b8a8-4740-be53-fda82999f251) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:14.744551 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c42086cc-b8bb-4dde-970f-3875e9e7e695 req-4d4bf9ca-271f-4d9e-ad1a-425d36d1bb4c tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0347466 May 05 15:34:14.884254 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-aaa03150-9006-4baf-8fe7-cb3f6fc04728 req-e22f055f-c4e1-429c-90f8-d9a79c72a784 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0309772 May 05 15:34:14.886370 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.977692 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.018961 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:15.021943 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:15.026252 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:15.031317 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:15.037477 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.045616 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event updated for resources: {'Port': ['ID=3aa6e6b9-b8a8-4740-be53-fda82999f251,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:15.120835 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-ed10f20b-6182-4411-8c2e-1164d7a6d2fb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7208931 May 05 15:34:15.206730 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-06c355b4-dd66-4a21-a8e2-b1f025ca7aa0 None None] Provisioning complete for port 3aa6e6b9-b8a8-4740-be53-fda82999f251 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:15.207224 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06c355b4-dd66-4a21-a8e2-b1f025ca7aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.256004 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-06c355b4-dd66-4a21-a8e2-b1f025ca7aa0 None None] Port 3aa6e6b9-b8a8-4740-be53-fda82999f251 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:15.412013 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Request body: {'port': {'device_id': '3c96dee6-11e6-407c-a692-5816fd3de41a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:15.579745 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.582152 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c614ca-92ac-47a5-ad3e-29cae2acae25 req-9e67e668-801e-4830-8334-db775d94492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:15.583666 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a5c614ca-92ac-47a5-ad3e-29cae2acae25 req-9e67e668-801e-4830-8334-db775d94492b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2221491 May 05 15:34:15.674855 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-87914315-ca2e-461c-99d2-204aeb629f3b tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:15.676362 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-87914315-ca2e-461c-99d2-204aeb629f3b tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.49 "GET /v2.0/networks?id=a1e0794f-268a-444a-88d5-0dccab4e2a85 HTTP/1.1" status: 200 len: 808 time: 0.1040635 May 05 15:34:15.689092 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Request body: {'port': {'device_id': 'f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1', 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85', 'admin_state_up': True, 'tenant_id': '8683b51e4909484ea07d9508e11ed256'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:15.729943 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-8a201a81-51cb-434e-bd5e-bf257d6bb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:15.731451 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-8a201a81-51cb-434e-bd5e-bf257d6bb66d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 1127 time: 0.1025836 May 05 15:34:15.792462 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-16fc4ab0-c559-4a81-bbd5-7e5de769e200 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=338e5e91-19b5-48e4-9ba3-3cb80ceea13a HTTP/1.1" status: 200 len: 217 time: 0.0502727 May 05 15:34:15.889605 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Made reservation on behalf of 8683b51e4909484ea07d9508e11ed256 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:15.896587 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.905918 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec3b0563-2753-4fa1-9bbd-e0e15aac114a req-ef59317f-bec5-43d0-bdca-6349459e3208 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0663075 May 05 15:34:15.918748 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-b342943e-c9f2-41e3-9618-14702cba46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:15.920241 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-b342943e-c9f2-41e3-9618-14702cba46fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.1185646 May 05 15:34:16.027514 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa6e6b9-b8a8-4740-be53-fda82999f251 {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:16.036832 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Publish callbacks [] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.050852 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Transition to ACTIVE for port object 3aa6e6b9-b8a8-4740-be53-fda82999f251 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:34:16.100878 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93800ad-797c-4799-a71d-0ab3de6bfa24 req-155b39ee-0122-444d-b585-8a9b0a191f2f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:16.102340 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c93800ad-797c-4799-a71d-0ab3de6bfa24 req-155b39ee-0122-444d-b585-8a9b0a191f2f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 931 time: 0.1048329 May 05 15:34:16.117470 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Allocated IP 172.20.0.5 (a1e0794f-268a-444a-88d5-0dccab4e2a85/f269ac35-1e9d-49a7-bb3f-08453e9e36e2/d53a2bb3-8e53-4bb3-822d-1273c310f2a0) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:16.123697 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.184399 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Pushing event updated for resources: {'Port': ['ID=3aa6e6b9-b8a8-4740-be53-fda82999f251,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:16.232351 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Attempting to bind port 3aa6e6b9-b8a8-4740-be53-fda82999f251 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:16.232690 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Attempting to bind port 3aa6e6b9-b8a8-4740-be53-fda82999f251 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:16.233072 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Attempting to bind port 3aa6e6b9-b8a8-4740-be53-fda82999f251 on network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:16.238437 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Port 3aa6e6b9-b8a8-4740-be53-fda82999f251 on network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:34:16.238597 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Attempting to bind port 3aa6e6b9-b8a8-4740-be53-fda82999f251 on network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:16.244609 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:16.244924 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Checking segment: {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:16.245285 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Bound using segment: {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:16.245713 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Bound port: 3aa6e6b9-b8a8-4740-be53-fda82999f251, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:16.246885 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.302800 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks [] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.327329 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] For port 3aa6e6b9-b8a8-4740-be53-fda82999f251, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:16.331062 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] For port 3aa6e6b9-b8a8-4740-be53-fda82999f251, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3aa6e6b9-b8a8-4740-be53-fda82999f251,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:16.345310 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c93800ad-797c-4799-a71d-0ab3de6bfa24 req-c38389b9-a986-4ab3-94b8-fe7392a63731 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345994 May 05 15:34:16.403758 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.434821 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:16.434821 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.435377 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] 10.222.0.49 "PUT /v2.0/ports/3aa6e6b9-b8a8-4740-be53-fda82999f251 HTTP/1.1" status: 200 len: 1093 time: 1.0375342 May 05 15:34:16.435814 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c96dee6-11e6-407c-a692-5816fd3de41a', 'tag': '3aa6e6b9-b8a8-4740-be53-fda82999f251'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:16.438090 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd64b096-964c-4097-aa48-3bf3cf33067f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c96dee6-11e6-407c-a692-5816fd3de41a", "tag": "3aa6e6b9-b8a8-4740-be53-fda82999f251"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:16.463453 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.466103 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35febff7-983e-4ad1-92e1-2ecf7fd58bba service neutron] Pushing event updated for resources: {'Port': ['ID=3aa6e6b9-b8a8-4740-be53-fda82999f251,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:16.521443 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Network a1e0794f-268a-444a-88d5-0dccab4e2a85 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:16.528363 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:16.543761 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:16.607539 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:16.608270 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.636727 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Pushing event updated for resources: {'Port': ['ID=d53a2bb3-8e53-4bb3-822d-1273c310f2a0,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:16.662553 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98129dbf-b29b-4f65-a5c2-484944e49033 x-openstack-request-id: req-98129dbf-b29b-4f65-a5c2-484944e49033 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:16.662832 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c96dee6-11e6-407c-a692-5816fd3de41a", "tag": "3aa6e6b9-b8a8-4740-be53-fda82999f251", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:16.663082 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98129dbf-b29b-4f65-a5c2-484944e49033 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:16.663480 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98129dbf-b29b-4f65-a5c2-484944e49033'] response: {'name': 'network-changed', 'server_uuid': '3c96dee6-11e6-407c-a692-5816fd3de41a', 'tag': '3aa6e6b9-b8a8-4740-be53-fda82999f251', 'status': 'completed', 'code': 200} May 05 15:34:16.709245 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-27c7c3df-8b5d-4096-b6bc-500ea34510a1 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0240214 May 05 15:34:17.033645 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa36ab-d3dc-4522-b8a9-a769b3fb3401 req-cb60c51a-10e7-4218-97fe-aa433c36db7d tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:17.035103 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a9aa36ab-d3dc-4522-b8a9-a769b3fb3401 req-cb60c51a-10e7-4218-97fe-aa433c36db7d tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 931 time: 0.0500040 May 05 15:34:17.082000 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a9aa36ab-d3dc-4522-b8a9-a769b3fb3401 req-aed87f60-acfb-405b-a845-c564864f1a77 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 May 05 15:34:17.463864 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92170e46-7941-4c4b-946e-b284209dde08 req-c0d4fb43-84a0-4a6b-81ae-60e02ba93e41 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:17.465336 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-92170e46-7941-4c4b-946e-b284209dde08 req-c0d4fb43-84a0-4a6b-81ae-60e02ba93e41 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 943 time: 0.0499251 May 05 15:34:17.512418 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-92170e46-7941-4c4b-946e-b284209dde08 req-3abbf18a-6193-4d7d-927e-f27bb2730a64 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 May 05 15:34:18.195174 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c49dc-3e38-40b6-9394-fa4ee6719fb3 req-208e6882-bebd-465a-8d60-434f7e9373d0 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:18.196602 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a3c49dc-3e38-40b6-9394-fa4ee6719fb3 req-208e6882-bebd-465a-8d60-434f7e9373d0 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 931 time: 0.0456443 May 05 15:34:18.241794 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a3c49dc-3e38-40b6-9394-fa4ee6719fb3 req-eb99fa2b-106a-43da-b00f-557e28576dfa tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397277 May 05 15:34:18.248503 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:34:18.464405 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Request body: {'port': {'device_id': 'f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:18.506138 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-3fa3455e-7a6b-4c63-b1a6-c7246e2dab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:18.508220 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-3fa3455e-7a6b-4c63-b1a6-c7246e2dab55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671084 May 05 15:34:18.519747 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64b096-964c-4097-aa48-3bf3cf33067f req-0e8d7f1c-4c0f-468d-aad5-9c114288cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:18.521144 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bd64b096-964c-4097-aa48-3bf3cf33067f req-0e8d7f1c-4c0f-468d-aad5-9c114288cb21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 1127 time: 0.0438402 May 05 15:34:18.724881 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.006416 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead0f70-2b87-44c3-8066-9ac2f58802d4 req-91b8aa12-4c8c-4b00-9165-da5a3b861289 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:19.006416 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cead0f70-2b87-44c3-8066-9ac2f58802d4 req-91b8aa12-4c8c-4b00-9165-da5a3b861289 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 943 time: 0.3907492 May 05 15:34:19.029888 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53a2bb3-8e53-4bb3-822d-1273c310f2a0 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:19.035475 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-27f600ed-f02a-449c-bb76-05437e4c2a10 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681842 May 05 15:34:19.038466 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Publish callbacks [] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.051293 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Transition to ACTIVE for port object d53a2bb3-8e53-4bb3-822d-1273c310f2a0 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:34:19.057441 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64b096-964c-4097-aa48-3bf3cf33067f req-1d042af3-c506-4fd8-aa1f-4a3a5513a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:19.058892 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bd64b096-964c-4097-aa48-3bf3cf33067f req-1d042af3-c506-4fd8-aa1f-4a3a5513a90b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4567003 May 05 15:34:19.081454 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cead0f70-2b87-44c3-8066-9ac2f58802d4 req-b79e11ac-0e75-4217-a480-77c3ef9d27df tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643642 May 05 15:34:19.140673 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.210676 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Pushing event updated for resources: {'Port': ['ID=d53a2bb3-8e53-4bb3-822d-1273c310f2a0,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:19.260422 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Attempting to bind port d53a2bb3-8e53-4bb3-822d-1273c310f2a0 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:19.260675 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Attempting to bind port d53a2bb3-8e53-4bb3-822d-1273c310f2a0 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '57ba6ef0-6a9c-47fa-ba60-7a008b557702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:19.261000 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Attempting to bind port d53a2bb3-8e53-4bb3-822d-1273c310f2a0 on network a1e0794f-268a-444a-88d5-0dccab4e2a85 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:19.265322 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Port d53a2bb3-8e53-4bb3-822d-1273c310f2a0 on network a1e0794f-268a-444a-88d5-0dccab4e2a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:34:19.265640 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Attempting to bind port d53a2bb3-8e53-4bb3-822d-1273c310f2a0 on network a1e0794f-268a-444a-88d5-0dccab4e2a85 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:19.270497 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:19.271114 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Checking segment: {'id': '57ba6ef0-6a9c-47fa-ba60-7a008b557702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:19.271226 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Bound using segment: {'id': '57ba6ef0-6a9c-47fa-ba60-7a008b557702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:19.271599 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Bound port: d53a2bb3-8e53-4bb3-822d-1273c310f2a0, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ba6ef0-6a9c-47fa-ba60-7a008b557702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:19.272650 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.375172 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f8828-5056-4017-abdc-ccc4ab9489eb req-0f40d373-3b74-45dc-846d-350db6d53518 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:19.376749 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-378f8828-5056-4017-abdc-ccc4ab9489eb req-0f40d373-3b74-45dc-846d-350db6d53518 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0665629 May 05 15:34:19.379138 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] For port d53a2bb3-8e53-4bb3-822d-1273c310f2a0, host hv-cinder-84067, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:19.382608 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] For port d53a2bb3-8e53-4bb3-822d-1273c310f2a0, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d53a2bb3-8e53-4bb3-822d-1273c310f2a0,segment=NetworkSegment(57ba6ef0-6a9c-47fa-ba60-7a008b557702),segment_id=57ba6ef0-6a9c-47fa-ba60-7a008b557702)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:19.426610 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-378f8828-5056-4017-abdc-ccc4ab9489eb req-c75f28fd-6b60-4661-b7ec-004a797f2b84 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 May 05 15:34:19.526614 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.562047 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:19.562685 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.564024 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] 10.222.0.49 "PUT /v2.0/ports/d53a2bb3-8e53-4bb3-822d-1273c310f2a0 HTTP/1.1" status: 200 len: 1093 time: 1.1042538 May 05 15:34:19.564452 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1', 'tag': 'd53a2bb3-8e53-4bb3-822d-1273c310f2a0'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:19.566705 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6555b4-ba75-4575-8064-50f664670842" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1", "tag": "d53a2bb3-8e53-4bb3-822d-1273c310f2a0"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:19.587690 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f400e-1c00-4c7a-a56a-99f4b4079edb service neutron] Pushing event updated for resources: {'Port': ['ID=d53a2bb3-8e53-4bb3-822d-1273c310f2a0,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:19.603714 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e13cae3-3817-446e-8b72-7c27f4f3f2f7 x-openstack-request-id: req-4e13cae3-3817-446e-8b72-7c27f4f3f2f7 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:19.604004 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1", "tag": "d53a2bb3-8e53-4bb3-822d-1273c310f2a0", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:19.604278 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e13cae3-3817-446e-8b72-7c27f4f3f2f7 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:19.604673 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e13cae3-3817-446e-8b72-7c27f4f3f2f7'] response: {'name': 'network-changed', 'server_uuid': 'f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1', 'tag': 'd53a2bb3-8e53-4bb3-822d-1273c310f2a0', 'status': 'completed', 'code': 200} May 05 15:34:20.196735 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d7979-60ab-4ac2-a60d-0ce705f40b84 req-e277b560-244b-46d1-b1b6-607b9cab93a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:20.198269 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-057d7979-60ab-4ac2-a60d-0ce705f40b84 req-e277b560-244b-46d1-b1b6-607b9cab93a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 943 time: 0.0486805 May 05 15:34:20.245067 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-057d7979-60ab-4ac2-a60d-0ce705f40b84 req-ecd93116-40c5-4fe5-a983-07c4f2605e68 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 May 05 15:34:20.539297 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182aea54-2361-41ce-9534-aa43ee608e40 req-607e927b-3ba9-4144-aa6d-b1ef50062821 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:20.540894 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-182aea54-2361-41ce-9534-aa43ee608e40 req-607e927b-3ba9-4144-aa6d-b1ef50062821 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0470133 May 05 15:34:20.590526 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-182aea54-2361-41ce-9534-aa43ee608e40 req-88a31993-fb47-43ff-92e3-0e11e480c01d tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441787 May 05 15:34:20.668937 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:21.360280 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58f4f7-434f-4317-8a01-263084916d11 req-79949be7-91bc-4a9a-be68-bdfa31089144 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:21.361738 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5e58f4f7-434f-4317-8a01-263084916d11 req-79949be7-91bc-4a9a-be68-bdfa31089144 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 943 time: 0.0506778 May 05 15:34:21.407806 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5e58f4f7-434f-4317-8a01-263084916d11 req-d8693979-c17c-4341-a7f0-b9cd49840a98 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 May 05 15:34:21.517773 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6555b4-ba75-4575-8064-50f664670842 req-e2be7eb8-1e9e-4f26-a238-241b74902d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:21.519303 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ba6555b4-ba75-4575-8064-50f664670842 req-e2be7eb8-1e9e-4f26-a238-241b74902d4d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8683b51e4909484ea07d9508e11ed256&device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 1127 time: 0.0373685 May 05 15:34:21.610087 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b20a66-baa4-42d8-9bf2-2c60c045cb09 req-3ecf9bf5-1135-4c19-a05f-9c41203157a5 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645095 May 05 15:34:21.614848 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64b096-964c-4097-aa48-3bf3cf33067f req-489cb874-acaf-45b2-b83b-dcddc202709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:21.616997 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bd64b096-964c-4097-aa48-3bf3cf33067f req-489cb874-acaf-45b2-b83b-dcddc202709f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1485338 May 05 15:34:21.688289 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6555b4-ba75-4575-8064-50f664670842 req-6843893f-e27b-4459-9dd1-440169a7873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:21.689797 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ba6555b4-ba75-4575-8064-50f664670842 req-6843893f-e27b-4459-9dd1-440169a7873e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8683b51e4909484ea07d9508e11ed256&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1631162 May 05 15:34:21.723836 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-f3f39f3d-a115-4524-b56d-cc17fb03745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:21.726192 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-f3f39f3d-a115-4524-b56d-cc17fb03745c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 1127 time: 0.0662479 May 05 15:34:21.738963 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8aacff-8c83-44ce-b5db-06958493e756 req-2e614037-2990-48b5-a596-0447f4316eb6 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:21.740417 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9b8aacff-8c83-44ce-b5db-06958493e756 req-2e614037-2990-48b5-a596-0447f4316eb6 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0713553 May 05 15:34:21.792281 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9b8aacff-8c83-44ce-b5db-06958493e756 req-866b061f-e445-4d06-92d8-0c5f31e9b54a tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460052 May 05 15:34:21.860077 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6555b4-ba75-4575-8064-50f664670842 req-8aa15304-119f-4c6b-999d-0bb9b1db2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:21.861515 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ba6555b4-ba75-4575-8064-50f664670842 req-8aa15304-119f-4c6b-999d-0bb9b1db2b9e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1657574 May 05 15:34:22.521140 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59284550-87cd-4426-bdd0-f04ba26ea084 req-022662d0-7c4a-417a-a948-1ece3c9392b7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:22.523355 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-59284550-87cd-4426-bdd0-f04ba26ea084 req-022662d0-7c4a-417a-a948-1ece3c9392b7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 943 time: 0.0474198 May 05 15:34:22.571146 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-59284550-87cd-4426-bdd0-f04ba26ea084 req-73105e93-e9b3-4871-898b-e9062b54955c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 May 05 15:34:22.663499 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-f6bf3dd9-27ee-4fef-b42b-eb6c962ff4ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa6e6b9-b8a8-4740-be53-fda82999f251 HTTP/1.1" status: 200 len: 217 time: 0.0394759 May 05 15:34:22.695163 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-526bb3e1-6c58-482f-9f3b-d8e36ba68018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:22.696879 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-526bb3e1-6c58-482f-9f3b-d8e36ba68018 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8683b51e4909484ea07d9508e11ed256&device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 1127 time: 0.0398631 May 05 15:34:22.713504 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-7dc00d31-5877-4ca8-8c88-f91f5e3290df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:22.714979 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-7dc00d31-5877-4ca8-8c88-f91f5e3290df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0460372 May 05 15:34:22.742581 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-c6834d36-5d8f-4e4d-8c0c-79656b597803 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d53a2bb3-8e53-4bb3-822d-1273c310f2a0 HTTP/1.1" status: 200 len: 217 time: 0.0370562 May 05 15:34:22.760727 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-c96d2949-b9b1-4bc4-900b-7bb37de9c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:22.762200 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-c96d2949-b9b1-4bc4-900b-7bb37de9c78e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394847 May 05 15:34:22.793989 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-6e666c65-ab72-4953-acd1-0a9db4d90700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:22.795508 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-6e666c65-ab72-4953-acd1-0a9db4d90700 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f269ac35-1e9d-49a7-bb3f-08453e9e36e2 HTTP/1.1" status: 200 len: 848 time: 0.0459855 May 05 15:34:22.828733 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-ad78a188-bbd7-42ac-a60e-0f123f0b31f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a1e0794f-268a-444a-88d5-0dccab4e2a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265067 May 05 15:34:22.863928 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-32ee8255-4ec7-4db5-a73d-dc84263a61ab service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943193 May 05 15:34:22.940938 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146140-4ab5-476e-9df5-2661dc42af58 req-9414b79b-93d7-4783-99b1-38eacf015fc9 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:22.942217 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-753ec138-4f96-4688-b319-0c297745419c service neutron] 10.222.0.49 "GET /v2.0/networks/a1e0794f-268a-444a-88d5-0dccab4e2a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070306 May 05 15:34:22.942474 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3f146140-4ab5-476e-9df5-2661dc42af58 req-9414b79b-93d7-4783-99b1-38eacf015fc9 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0720632 May 05 15:34:23.033393 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec2065f1-d4e1-4f66-813a-7d87cdefd1a9 req-71847758-a802-4724-b89d-f8ad9baac9d6 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543493 May 05 15:34:23.041993 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3f146140-4ab5-476e-9df5-2661dc42af58 req-1af38b71-4a6a-4852-b8a3-55f8af47eb21 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664785 May 05 15:34:23.043127 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7dd1b556-d8c5-47cb-ac45-a839d91960fa req-57aa3431-852b-453e-88c4-e0cbb644c8b1 service neutron] 10.222.0.49 "GET /v2.0/networks/a1e0794f-268a-444a-88d5-0dccab4e2a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944538 May 05 15:34:23.703764 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a70c9a-1947-49a4-8f5d-ba12bb6750a2 req-1b0e6a5d-9fd6-4831-b3ce-d4cce8559a9a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:23.711366 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7a70c9a-1947-49a4-8f5d-ba12bb6750a2 req-1b0e6a5d-9fd6-4831-b3ce-d4cce8559a9a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 943 time: 0.0723772 May 05 15:34:23.768200 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7a70c9a-1947-49a4-8f5d-ba12bb6750a2 req-d8bfdb16-9a2f-4a33-9e57-ec2583245e6d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556996 May 05 15:34:23.799071 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 42376) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:23.907484 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-72239825-c42d-426c-9a6e-09334afa0c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:23.980902 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-72239825-c42d-426c-9a6e-09334afa0c3c admin admin] Publish callbacks [] for security_group (cac49fe5-8b42-47a5-b4d1-1af68dfc7d56), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.032475 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-72239825-c42d-426c-9a6e-09334afa0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (cac49fe5-8b42-47a5-b4d1-1af68dfc7d56), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.072861 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-72239825-c42d-426c-9a6e-09334afa0c3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=616b8963b4704bd687e27d009235e8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726068 May 05 15:34:24.074080 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72239825-c42d-426c-9a6e-09334afa0c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac49fe5-8b42-47a5-b4d1-1af68dfc7d56,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:24.077097 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 42386) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:24.126642 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b71cd75-b79f-437d-80e9-0c909df4950b admin admin] Publish callbacks [] for security_group (cac49fe5-8b42-47a5-b4d1-1af68dfc7d56), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.147805 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b71cd75-b79f-437d-80e9-0c909df4950b admin admin] Publish callbacks [] for security_group (cac49fe5-8b42-47a5-b4d1-1af68dfc7d56), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.175151 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c16a86-cd01-469a-bd30-1e7ef0a9ab8e req-20fcdf41-9b3e-4a46-9ad6-898ff1d65bc2 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:24.176682 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-87c16a86-cd01-469a-bd30-1e7ef0a9ab8e req-20fcdf41-9b3e-4a46-9ad6-898ff1d65bc2 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0523989 May 05 15:34:24.235567 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-87c16a86-cd01-469a-bd30-1e7ef0a9ab8e req-4f0a3a07-2fc3-498a-9634-658e2ecc4292 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487761 May 05 15:34:24.286440 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b71cd75-b79f-437d-80e9-0c909df4950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (cac49fe5-8b42-47a5-b4d1-1af68dfc7d56), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.289581 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b71cd75-b79f-437d-80e9-0c909df4950b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.290782 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3b71cd75-b79f-437d-80e9-0c909df4950b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cac49fe5-8b42-47a5-b4d1-1af68dfc7d56 HTTP/1.1" status: 204 len: 168 time: 0.2125280 May 05 15:34:24.302856 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71cd75-b79f-437d-80e9-0c909df4950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac49fe5-8b42-47a5-b4d1-1af68dfc7d56,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:24.564977 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 338e5e91-19b5-48e4-9ba3-3cb80ceea13a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:34:24.676648 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=338e5e91-19b5-48e4-9ba3-3cb80ceea13a,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:24.690276 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '338e5e91-19b5-48e4-9ba3-3cb80ceea13a', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'port_id': '338e5e91-19b5-48e4-9ba3-3cb80ceea13a', 'mac_address': 'fa:16:3e:85:08:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:34:24.738262 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:24.738684 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.753567 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338e5e91-19b5-48e4-9ba3-3cb80ceea13a {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:24.776568 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=338e5e91-19b5-48e4-9ba3-3cb80ceea13a,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:24.878184 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.886440 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c56470-33c4-4532-a4db-07f82f734ab4 req-0dd5127e-257a-40d4-8f62-daa3e1c4ff74 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:24.889219 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58c56470-33c4-4532-a4db-07f82f734ab4 req-0dd5127e-257a-40d4-8f62-daa3e1c4ff74 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 943 time: 0.0503304 May 05 15:34:24.938945 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=338e5e91-19b5-48e4-9ba3-3cb80ceea13a,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:24.943317 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58c56470-33c4-4532-a4db-07f82f734ab4 req-24bd19ff-0bfc-4c2c-acea-09f8c5c1bb64 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493772 May 05 15:34:25.185740 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['338e5e91-19b5-48e4-9ba3-3cb80ceea13a'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:34:25.254547 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 42432) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:25.405617 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc61b-b103-4946-b1b4-a49732bc7a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.433595 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1c8e-46fe-46f7-a829-6a8744af4226 req-f91b59d3-0c68-4703-ac8f-ecde2aeecdfc tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:25.435096 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-421e1c8e-46fe-46f7-a829-6a8744af4226 req-f91b59d3-0c68-4703-ac8f-ecde2aeecdfc tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0809929 May 05 15:34:25.510071 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-421e1c8e-46fe-46f7-a829-6a8744af4226 req-3ce04364-195e-4733-9c92-b330afbd11fd tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688882 May 05 15:34:25.541433 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc61b-b103-4946-b1b4-a49732bc7a61 admin admin] Publish callbacks [] for security_group (dd0234bc-6da4-4e9e-a543-e1b82b5f1186), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.618135 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc61b-b103-4946-b1b4-a49732bc7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (dd0234bc-6da4-4e9e-a543-e1b82b5f1186), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.663775 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ab4cc61b-b103-4946-b1b4-a49732bc7a61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59b27a36eee54240bfc3c54081be785c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081082 May 05 15:34:25.664640 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cc61b-b103-4946-b1b4-a49732bc7a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0234bc-6da4-4e9e-a543-e1b82b5f1186,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:25.668176 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 42452) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:25.718271 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3ec29e48-7e89-4139-8625-3730dc9736fa admin admin] Publish callbacks [] for security_group (dd0234bc-6da4-4e9e-a543-e1b82b5f1186), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.740972 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3ec29e48-7e89-4139-8625-3730dc9736fa admin admin] Publish callbacks [] for security_group (dd0234bc-6da4-4e9e-a543-e1b82b5f1186), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.878155 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3ec29e48-7e89-4139-8625-3730dc9736fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (dd0234bc-6da4-4e9e-a543-e1b82b5f1186), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.880905 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3ec29e48-7e89-4139-8625-3730dc9736fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.882738 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-3ec29e48-7e89-4139-8625-3730dc9736fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd0234bc-6da4-4e9e-a543-e1b82b5f1186 HTTP/1.1" status: 204 len: 168 time: 0.2130051 May 05 15:34:25.890783 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec29e48-7e89-4139-8625-3730dc9736fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0234bc-6da4-4e9e-a543-e1b82b5f1186,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:26.074102 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22331aea-2a3b-4c6c-8a88-27c5c5c9577a req-d801fc59-1d2d-41bc-9fac-2f9cebcf2d9d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:26.075618 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-22331aea-2a3b-4c6c-8a88-27c5c5c9577a req-d801fc59-1d2d-41bc-9fac-2f9cebcf2d9d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 943 time: 0.0562165 May 05 15:34:26.125387 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-22331aea-2a3b-4c6c-8a88-27c5c5c9577a req-97f67027-85f8-47f8-92fd-26786e8f2c52 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 May 05 15:34:26.575303 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device d53a2bb3-8e53-4bb3-822d-1273c310f2a0 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:34:26.579668 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 338e5e91-19b5-48e4-9ba3-3cb80ceea13a up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:26.635320 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37295d2c-8810-469a-be05-872e365ac6b3 req-2d94c757-704c-4893-95ed-d4bf19061fb4 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:26.642812 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-37295d2c-8810-469a-be05-872e365ac6b3 req-2d94c757-704c-4893-95ed-d4bf19061fb4 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0588078 May 05 15:34:26.700215 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:34:26.700544 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-37295d2c-8810-469a-be05-872e365ac6b3 req-7595b59d-220a-4541-a3d8-acbc44b04e61 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559907 May 05 15:34:26.730554 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port d53a2bb3-8e53-4bb3-822d-1273c310f2a0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d53a2bb3-8e53-4bb3-822d-1273c310f2a0,segment=NetworkSegment(57ba6ef0-6a9c-47fa-ba60-7a008b557702),segment_id=57ba6ef0-6a9c-47fa-ba60-7a008b557702)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:26.743225 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'd53a2bb3-8e53-4bb3-822d-1273c310f2a0', 'network_id': 'a1e0794f-268a-444a-88d5-0dccab4e2a85', 'port_id': 'd53a2bb3-8e53-4bb3-822d-1273c310f2a0', 'mac_address': 'fa:16:3e:c1:93:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f269ac35-1e9d-49a7-bb3f-08453e9e36e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:34:26.788843 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port d53a2bb3-8e53-4bb3-822d-1273c310f2a0 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:26.789514 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.808137 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53a2bb3-8e53-4bb3-822d-1273c310f2a0 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:26.820887 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:26.836132 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.853313 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port d53a2bb3-8e53-4bb3-822d-1273c310f2a0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d53a2bb3-8e53-4bb3-822d-1273c310f2a0,segment=NetworkSegment(57ba6ef0-6a9c-47fa-ba60-7a008b557702),segment_id=57ba6ef0-6a9c-47fa-ba60-7a008b557702)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:26.868281 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 42504) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:26.920405 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:26.920803 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.948064 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efd98bf-009e-4360-be55-2c0d5e0f37ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338e5e91-19b5-48e4-9ba3-3cb80ceea13a'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:26.950620 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a58b9c8-b57e-45d0-bd0f-57305fea55b8" -d '{"events": [{"server_uuid": "6efd98bf-009e-4360-be55-2c0d5e0f37ae", "name": "network-vif-plugged", "status": "completed", "tag": "338e5e91-19b5-48e4-9ba3-3cb80ceea13a"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:26.973540 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.974475 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 3aa6e6b9-b8a8-4740-be53-fda82999f251 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:34:26.998377 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-06d5ab7c-f2d3-4001-9e74-224c79288e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:27.093010 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-06d5ab7c-f2d3-4001-9e74-224c79288e1d admin admin] Publish callbacks [] for security_group (8c593f3a-462b-4261-9318-7d9ef53bfdf8), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:27.151468 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=338e5e91-19b5-48e4-9ba3-3cb80ceea13a,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:27.160498 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b83933-3936-4e6c-bfee-a40b3f313633 x-openstack-request-id: req-32b83933-3936-4e6c-bfee-a40b3f313633 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:27.160808 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efd98bf-009e-4360-be55-2c0d5e0f37ae", "name": "network-vif-plugged", "status": "completed", "tag": "338e5e91-19b5-48e4-9ba3-3cb80ceea13a", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:27.161063 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32b83933-3936-4e6c-bfee-a40b3f313633 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:27.167472 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b83933-3936-4e6c-bfee-a40b3f313633'] response: {'server_uuid': '6efd98bf-009e-4360-be55-2c0d5e0f37ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338e5e91-19b5-48e4-9ba3-3cb80ceea13a', 'code': 200} May 05 15:34:27.233853 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=d53a2bb3-8e53-4bb3-822d-1273c310f2a0,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:27.260863 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-06d5ab7c-f2d3-4001-9e74-224c79288e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (8c593f3a-462b-4261-9318-7d9ef53bfdf8), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:27.275161 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:27.309175 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704186-3644-4866-9070-b43ab7ecce7e req-3367a29b-842e-4e07-998f-fb6fbe28a800 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:27.310733 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b9704186-3644-4866-9070-b43ab7ecce7e req-3367a29b-842e-4e07-998f-fb6fbe28a800 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 943 time: 0.0841238 May 05 15:34:27.325361 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5ab7c-f2d3-4001-9e74-224c79288e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c593f3a-462b-4261-9318-7d9ef53bfdf8,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:27.332612 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 42524) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:27.341595 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 3aa6e6b9-b8a8-4740-be53-fda82999f251, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3aa6e6b9-b8a8-4740-be53-fda82999f251,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:27.345940 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-06d5ab7c-f2d3-4001-9e74-224c79288e1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=191bc87fc7b842068a0ce3331b9934e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4650784 May 05 15:34:27.364138 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=338e5e91-19b5-48e4-9ba3-3cb80ceea13a,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:27.366820 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '3aa6e6b9-b8a8-4740-be53-fda82999f251', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'port_id': '3aa6e6b9-b8a8-4740-be53-fda82999f251', 'mac_address': 'fa:16:3e:ba:6d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:34:27.396199 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b9704186-3644-4866-9070-b43ab7ecce7e req-a6be9667-748e-4782-9f8f-ace719260d3e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784409 May 05 15:34:27.432618 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 3aa6e6b9-b8a8-4740-be53-fda82999f251 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:27.433014 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:27.447264 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa6e6b9-b8a8-4740-be53-fda82999f251 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:27.471862 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 3aa6e6b9-b8a8-4740-be53-fda82999f251, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3aa6e6b9-b8a8-4740-be53-fda82999f251,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:27.492455 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fba871-d8ca-4ec2-b723-8b5ecda1dfd3 req-142fbd4a-3eda-47fc-b611-e8f14a4921d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:27.493943 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-45fba871-d8ca-4ec2-b723-8b5ecda1dfd3 req-142fbd4a-3eda-47fc-b611-e8f14a4921d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 1129 time: 0.0918319 May 05 15:34:27.497072 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2493673d-0c42-4067-b031-9b7227c44dd0 admin admin] Publish callbacks [] for security_group (8c593f3a-462b-4261-9318-7d9ef53bfdf8), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:27.533703 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2493673d-0c42-4067-b031-9b7227c44dd0 admin admin] Publish callbacks [] for security_group (8c593f3a-462b-4261-9318-7d9ef53bfdf8), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:27.585918 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-45fba871-d8ca-4ec2-b723-8b5ecda1dfd3 req-cf63a50f-96b2-4f20-b290-ccdfa71e6876 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844212 May 05 15:34:27.640420 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:27.689930 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=3aa6e6b9-b8a8-4740-be53-fda82999f251,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:27.714388 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2493673d-0c42-4067-b031-9b7227c44dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (8c593f3a-462b-4261-9318-7d9ef53bfdf8), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:27.717017 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2493673d-0c42-4067-b031-9b7227c44dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:27.718186 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-2493673d-0c42-4067-b031-9b7227c44dd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c593f3a-462b-4261-9318-7d9ef53bfdf8 HTTP/1.1" status: 204 len: 168 time: 0.3845737 May 05 15:34:27.731951 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493673d-0c42-4067-b031-9b7227c44dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c593f3a-462b-4261-9318-7d9ef53bfdf8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:27.827985 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88bf3-6e67-4510-83f3-a2810acf49f8 req-a3ccb365-40f1-424d-b1a5-2232196f44ee tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:27.829556 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71b88bf3-6e67-4510-83f3-a2810acf49f8 req-a3ccb365-40f1-424d-b1a5-2232196f44ee tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 944 time: 0.0507793 May 05 15:34:27.878921 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71b88bf3-6e67-4510-83f3-a2810acf49f8 req-abd341e4-139f-47eb-b2d8-f66bfce461eb tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432744 May 05 15:34:28.084819 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['d53a2bb3-8e53-4bb3-822d-1273c310f2a0'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:34:28.180839 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['3aa6e6b9-b8a8-4740-be53-fda82999f251'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:34:28.464221 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 42556) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:28.477263 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8da63098-683e-4bfd-8c65-18f9d3bb9eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:28.518941 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c400f14-1eba-42bc-9f57-969301f82dec req-c9ce782b-5a8a-4e88-8cbc-3e006d28d988 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:28.520570 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4c400f14-1eba-42bc-9f57-969301f82dec req-c9ce782b-5a8a-4e88-8cbc-3e006d28d988 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 944 time: 0.0569427 May 05 15:34:28.556120 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8da63098-683e-4bfd-8c65-18f9d3bb9eff admin admin] Publish callbacks [] for security_group (2ff3bf03-cd82-4a28-a266-04ec722db1fd), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:28.571592 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4c400f14-1eba-42bc-9f57-969301f82dec req-cbd3bac0-4824-48ef-9e10-6f21c9d34df8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450625 May 05 15:34:28.746424 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8da63098-683e-4bfd-8c65-18f9d3bb9eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (2ff3bf03-cd82-4a28-a266-04ec722db1fd), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:28.783352 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da63098-683e-4bfd-8c65-18f9d3bb9eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff3bf03-cd82-4a28-a266-04ec722db1fd,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:28.790717 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-8da63098-683e-4bfd-8c65-18f9d3bb9eff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1800cea007974af7a1f7004bafa80644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222985 May 05 15:34:28.790910 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 42560) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:28.837784 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de58a6fb-db7b-4351-96ef-2ebf1c7f6011 admin admin] Publish callbacks [] for security_group (2ff3bf03-cd82-4a28-a266-04ec722db1fd), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:28.858345 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de58a6fb-db7b-4351-96ef-2ebf1c7f6011 admin admin] Publish callbacks [] for security_group (2ff3bf03-cd82-4a28-a266-04ec722db1fd), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:28.991507 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75019338-9501-4fa4-9867-9dc75ff95aed req-64af1fed-0d39-424a-8d56-d916ed7aba9b tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:28.993043 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-75019338-9501-4fa4-9867-9dc75ff95aed req-64af1fed-0d39-424a-8d56-d916ed7aba9b tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 944 time: 0.0475428 May 05 15:34:29.035053 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de58a6fb-db7b-4351-96ef-2ebf1c7f6011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (2ff3bf03-cd82-4a28-a266-04ec722db1fd), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.037436 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de58a6fb-db7b-4351-96ef-2ebf1c7f6011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.039193 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-de58a6fb-db7b-4351-96ef-2ebf1c7f6011 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ff3bf03-cd82-4a28-a266-04ec722db1fd HTTP/1.1" status: 204 len: 168 time: 0.2473741 May 05 15:34:29.046429 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-75019338-9501-4fa4-9867-9dc75ff95aed req-59d11b86-d9f2-4fd2-b56e-48ed1f8a7444 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479264 May 05 15:34:29.051162 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58a6fb-db7b-4351-96ef-2ebf1c7f6011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff3bf03-cd82-4a28-a266-04ec722db1fd,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:29.687795 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68ce61-2347-4a9e-abbf-2e9a25acedb6 req-d417c4cc-8e08-4915-b806-0f8993430057 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:29.690088 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4b68ce61-2347-4a9e-abbf-2e9a25acedb6 req-d417c4cc-8e08-4915-b806-0f8993430057 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 944 time: 0.0502005 May 05 15:34:29.737562 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4b68ce61-2347-4a9e-abbf-2e9a25acedb6 req-222596eb-37c8-4604-9ff3-69561abe425b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 May 05 15:34:30.163439 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf05571-ba8e-42b8-b413-ef00ff727f09 req-7e94fa03-bb9f-45c0-aafd-e3cd797c3531 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:30.164863 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9bf05571-ba8e-42b8-b413-ef00ff727f09 req-7e94fa03-bb9f-45c0-aafd-e3cd797c3531 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 944 time: 0.0496953 May 05 15:34:30.210781 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9bf05571-ba8e-42b8-b413-ef00ff727f09 req-ce01a6c7-5749-4740-8275-4c06e9f20d3d tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398824 May 05 15:34:30.852070 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de432c9e-115a-4eee-9532-a1c833929c8f req-abab94d1-e92e-4517-8534-9eabfdf8813d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:30.853585 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-de432c9e-115a-4eee-9532-a1c833929c8f req-abab94d1-e92e-4517-8534-9eabfdf8813d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 944 time: 0.0481799 May 05 15:34:30.905823 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-de432c9e-115a-4eee-9532-a1c833929c8f req-bae6043f-9e06-470e-a572-3764a27f9203 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 May 05 15:34:30.909071 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-298b0b2e-07ac-4ad8-aa54-41baf9043ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:31.337439 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbd995-0fe2-4a4b-a243-53c542c039df req-6228315e-633b-41e7-ab99-6edacf922b3d tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:31.339166 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-83bbd995-0fe2-4a4b-a243-53c542c039df req-6228315e-633b-41e7-ab99-6edacf922b3d tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 944 time: 0.0525665 May 05 15:34:31.394521 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-83bbd995-0fe2-4a4b-a243-53c542c039df req-6568f42a-88fc-4da0-a58f-8d5482d0c563 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481489 May 05 15:34:31.864110 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device d53a2bb3-8e53-4bb3-822d-1273c310f2a0 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:31.915070 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port d53a2bb3-8e53-4bb3-822d-1273c310f2a0 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:34:32.024551 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375bd62-6939-4912-bbf4-0ec0cac8fa04 req-1b7ab7f1-4ff7-422d-af70-ed74ba01ec5f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:32.026047 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f375bd62-6939-4912-bbf4-0ec0cac8fa04 req-1b7ab7f1-4ff7-422d-af70-ed74ba01ec5f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 944 time: 0.0487852 May 05 15:34:32.052669 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port d53a2bb3-8e53-4bb3-822d-1273c310f2a0 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:32.052669 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.075228 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f375bd62-6939-4912-bbf4-0ec0cac8fa04 req-1101f7bb-2903-47b2-a84e-71120ca873e1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432234 May 05 15:34:32.140404 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port d53a2bb3-8e53-4bb3-822d-1273c310f2a0 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:32.140793 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.171779 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53a2bb3-8e53-4bb3-822d-1273c310f2a0'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:32.175168 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51226b05-b6f0-48f5-990e-3ff4350c614b" -d '{"events": [{"server_uuid": "f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1", "name": "network-vif-plugged", "status": "completed", "tag": "d53a2bb3-8e53-4bb3-822d-1273c310f2a0"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:32.189823 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port d53a2bb3-8e53-4bb3-822d-1273c310f2a0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d53a2bb3-8e53-4bb3-822d-1273c310f2a0,segment=NetworkSegment(57ba6ef0-6a9c-47fa-ba60-7a008b557702),segment_id=57ba6ef0-6a9c-47fa-ba60-7a008b557702)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:32.212745 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5ad237-261c-453f-bb27-5e51b4227c6a x-openstack-request-id: req-2b5ad237-261c-453f-bb27-5e51b4227c6a {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:32.213060 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1", "name": "network-vif-plugged", "status": "completed", "tag": "d53a2bb3-8e53-4bb3-822d-1273c310f2a0", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:32.213321 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b5ad237-261c-453f-bb27-5e51b4227c6a {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:32.213714 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5ad237-261c-453f-bb27-5e51b4227c6a'] response: {'server_uuid': 'f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53a2bb3-8e53-4bb3-822d-1273c310f2a0', 'code': 200} May 05 15:34:32.291684 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.292598 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 3aa6e6b9-b8a8-4740-be53-fda82999f251 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:32.374687 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=d53a2bb3-8e53-4bb3-822d-1273c310f2a0,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:32.391573 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port 3aa6e6b9-b8a8-4740-be53-fda82999f251 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:34:32.492709 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 3aa6e6b9-b8a8-4740-be53-fda82999f251 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:32.493173 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.512222 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3722f-9bed-4393-8b23-ee0341451186 req-a4228435-aa3f-4d02-9080-a32025442f65 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:32.513859 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9bb3722f-9bed-4393-8b23-ee0341451186 req-a4228435-aa3f-4d02-9080-a32025442f65 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0491726 May 05 15:34:32.566741 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eb2fc-8a4c-43f2-853c-fc9b51835043 req-2e6f9b66-f40e-4a5e-8241-e7484b1f144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:32.568198 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9bb3722f-9bed-4393-8b23-ee0341451186 req-8fb64502-5c2b-431e-88b0-16060c32466f tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486457 May 05 15:34:32.569322 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7d1eb2fc-8a4c-43f2-853c-fc9b51835043 req-2e6f9b66-f40e-4a5e-8241-e7484b1f144d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 1129 time: 0.0406840 May 05 15:34:32.581810 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 3aa6e6b9-b8a8-4740-be53-fda82999f251 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:32.582205 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.621876 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 3aa6e6b9-b8a8-4740-be53-fda82999f251, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3aa6e6b9-b8a8-4740-be53-fda82999f251,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:32.622988 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7d1eb2fc-8a4c-43f2-853c-fc9b51835043 req-96a987ec-b59f-45a5-a0f5-e0db6ca98c83 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457461 May 05 15:34:32.752104 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.804644 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=3aa6e6b9-b8a8-4740-be53-fda82999f251,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:33.094887 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5efd1136-cada-4678-9a24-7534ba2c2cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.190894 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e69460-5ec5-4a67-bd75-6f1cf28e77ea req-78d78c24-6def-42c2-8c6b-84fb9c3c9636 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:33.192415 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04e69460-5ec5-4a67-bd75-6f1cf28e77ea req-78d78c24-6def-42c2-8c6b-84fb9c3c9636 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0499766 May 05 15:34:33.242431 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04e69460-5ec5-4a67-bd75-6f1cf28e77ea req-2bdaeb61-c1ef-4b62-9311-944f4feb84a4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 May 05 15:34:33.686458 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04fb15-9cd0-424f-914c-5a6c068ca16a req-322da776-0878-4214-8d2f-e2a748dbe230 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:33.687928 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e04fb15-9cd0-424f-914c-5a6c068ca16a req-322da776-0878-4214-8d2f-e2a748dbe230 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0519154 May 05 15:34:33.735607 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e04fb15-9cd0-424f-914c-5a6c068ca16a req-cbc57843-e49f-4415-a5b0-da33c8da8f58 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 May 05 15:34:34.214727 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c96dee6-11e6-407c-a692-5816fd3de41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa6e6b9-b8a8-4740-be53-fda82999f251'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:34.216923 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967e5e0b-6795-4f15-8bc5-0878dc66deb7" -d '{"events": [{"server_uuid": "3c96dee6-11e6-407c-a692-5816fd3de41a", "name": "network-vif-plugged", "status": "completed", "tag": "3aa6e6b9-b8a8-4740-be53-fda82999f251"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:34.243964 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:34.252259 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ef73bb-be33-47f9-ae1a-dd38fe0b3d6c x-openstack-request-id: req-f6ef73bb-be33-47f9-ae1a-dd38fe0b3d6c {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:34.252575 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c96dee6-11e6-407c-a692-5816fd3de41a", "name": "network-vif-plugged", "status": "completed", "tag": "3aa6e6b9-b8a8-4740-be53-fda82999f251", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:34.252838 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6ef73bb-be33-47f9-ae1a-dd38fe0b3d6c {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:34.253300 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ef73bb-be33-47f9-ae1a-dd38fe0b3d6c'] response: {'server_uuid': '3c96dee6-11e6-407c-a692-5816fd3de41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa6e6b9-b8a8-4740-be53-fda82999f251', 'code': 200} May 05 15:34:34.355311 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36497c1-a2f4-47ab-ae6c-9b67cc78f039 req-83a5a99d-8a81-45e9-9d8b-ae918d108522 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:34.357989 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d36497c1-a2f4-47ab-ae6c-9b67cc78f039 req-83a5a99d-8a81-45e9-9d8b-ae918d108522 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0502501 May 05 15:34:34.404649 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d36497c1-a2f4-47ab-ae6c-9b67cc78f039 req-ffed90a2-a22e-4fdc-a291-5a8ce5a9b43b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 May 05 15:34:34.852155 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa802c-dfdf-4cfe-b3c4-16d3a62268fc req-1a962f74-2484-414b-91b1-88d9e2d3170a tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:34.853595 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-edaa802c-dfdf-4cfe-b3c4-16d3a62268fc req-1a962f74-2484-414b-91b1-88d9e2d3170a tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0464473 May 05 15:34:34.898612 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-edaa802c-dfdf-4cfe-b3c4-16d3a62268fc req-a5cab384-6c17-4675-a6df-d7278cb26700 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394938 May 05 15:34:35.519568 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db428e-ddf8-4a36-8ce1-38439c39b59b req-186d4001-2ee4-49b5-b7da-fef6ece52a08 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:35.521058 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-46db428e-ddf8-4a36-8ce1-38439c39b59b req-186d4001-2ee4-49b5-b7da-fef6ece52a08 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0472975 May 05 15:34:35.572055 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-46db428e-ddf8-4a36-8ce1-38439c39b59b req-b7bf3893-a0c2-4571-8289-346e01f97387 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453677 May 05 15:34:35.817225 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:36.010003 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033eeff-b543-422b-a46c-3ca2557d3d0f req-5337ebc3-9914-4cc7-9ad3-daf66727d3ca tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:36.011499 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b033eeff-b543-422b-a46c-3ca2557d3d0f req-5337ebc3-9914-4cc7-9ad3-daf66727d3ca tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0455689 May 05 15:34:36.059700 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b033eeff-b543-422b-a46c-3ca2557d3d0f req-5cfd4d96-c6f4-4ac3-b0c4-318660166611 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 May 05 15:34:36.697404 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9184-9c51-449a-8654-6b370527adb1 req-18a06496-d663-4ebc-864d-ab1349f7b450 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:36.698890 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-852d9184-9c51-449a-8654-6b370527adb1 req-18a06496-d663-4ebc-864d-ab1349f7b450 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0525837 May 05 15:34:36.745870 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-852d9184-9c51-449a-8654-6b370527adb1 req-fc0e78bc-2971-42db-a00d-1e88626f9ebe tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 May 05 15:34:36.963016 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 42778) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:37.102400 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e37080a-a88b-4f2a-a463-3f60443a8eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:37.152309 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:37.189525 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b54e6-b7e4-4988-aed4-08777e5d37e4 req-ad6fedba-2dd8-4bf9-8cbd-369425a71f1d tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:37.191045 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-138b54e6-b7e4-4988-aed4-08777e5d37e4 req-ad6fedba-2dd8-4bf9-8cbd-369425a71f1d tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0605762 May 05 15:34:37.242670 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e37080a-a88b-4f2a-a463-3f60443a8eed admin admin] Publish callbacks [] for security_group (f5f7c4c3-e6ca-4b99-8f20-bcf3da13e5f9), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:37.258493 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-138b54e6-b7e4-4988-aed4-08777e5d37e4 req-37341aba-10e0-414c-8c6c-ff946932923e tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 May 05 15:34:37.307545 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e37080a-a88b-4f2a-a463-3f60443a8eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (f5f7c4c3-e6ca-4b99-8f20-bcf3da13e5f9), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:37.312518 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76634374-9ade-4a53-804a-d44f3dcde65b req-19362868-014b-4cfc-8fbf-1e2c925c6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:37.313955 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-76634374-9ade-4a53-804a-d44f3dcde65b req-19362868-014b-4cfc-8fbf-1e2c925c6a03 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 1129 time: 0.0427051 May 05 15:34:37.348992 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3e37080a-a88b-4f2a-a463-3f60443a8eed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32c5810e83664bd1aab7220e7cf4175c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849576 May 05 15:34:37.349673 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37080a-a88b-4f2a-a463-3f60443a8eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f7c4c3-e6ca-4b99-8f20-bcf3da13e5f9,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:37.351953 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 42786) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:37.400928 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e03a55a7-3b9a-4dbc-8d6d-83cfbe653199 admin admin] Publish callbacks [] for security_group (f5f7c4c3-e6ca-4b99-8f20-bcf3da13e5f9), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:37.422085 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e03a55a7-3b9a-4dbc-8d6d-83cfbe653199 admin admin] Publish callbacks [] for security_group (f5f7c4c3-e6ca-4b99-8f20-bcf3da13e5f9), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:37.565792 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e03a55a7-3b9a-4dbc-8d6d-83cfbe653199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (f5f7c4c3-e6ca-4b99-8f20-bcf3da13e5f9), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:37.568334 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e03a55a7-3b9a-4dbc-8d6d-83cfbe653199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:37.569954 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-e03a55a7-3b9a-4dbc-8d6d-83cfbe653199 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5f7c4c3-e6ca-4b99-8f20-bcf3da13e5f9 HTTP/1.1" status: 204 len: 168 time: 0.2166226 May 05 15:34:37.577926 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a55a7-3b9a-4dbc-8d6d-83cfbe653199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f7c4c3-e6ca-4b99-8f20-bcf3da13e5f9,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:37.862508 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e551bee-0406-416c-b845-b16baf569099 req-f29a0701-0e33-4c59-8693-1dbcfb9283ca tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:37.863985 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7e551bee-0406-416c-b845-b16baf569099 req-f29a0701-0e33-4c59-8693-1dbcfb9283ca tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0484884 May 05 15:34:37.912262 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7e551bee-0406-416c-b845-b16baf569099 req-df6061e4-5648-48f8-848c-8e7309d4d23a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415344 May 05 15:34:38.163878 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 42800) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:38.177451 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8862ce96-f7e9-4a87-917b-d62ce6ea2a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.205020 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-76634374-9ade-4a53-804a-d44f3dcde65b req-edf95f30-f081-4058-a4e3-dbc1b553933f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 May 05 15:34:38.256520 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8862ce96-f7e9-4a87-917b-d62ce6ea2a8c admin admin] Publish callbacks [] for security_group (dbbc5847-9594-4ed7-a433-a364b281cae3), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.323953 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8862ce96-f7e9-4a87-917b-d62ce6ea2a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (dbbc5847-9594-4ed7-a433-a364b281cae3), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.364416 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862ce96-f7e9-4a87-917b-d62ce6ea2a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbc5847-9594-4ed7-a433-a364b281cae3,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:38.368967 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8862ce96-f7e9-4a87-917b-d62ce6ea2a8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1479cd9679d44398a92b2202f32c6267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039685 May 05 15:34:38.371570 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 42806) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:38.371708 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373136d8-1185-42ee-85c2-5e17be97ebe1 req-667570f2-a31a-4588-be19-61f3564d000c tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:38.373581 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-373136d8-1185-42ee-85c2-5e17be97ebe1 req-667570f2-a31a-4588-be19-61f3564d000c tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0476737 May 05 15:34:38.424914 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-004d5f69-3587-444f-833e-d6b5ad7aee3e admin admin] Publish callbacks [] for security_group (dbbc5847-9594-4ed7-a433-a364b281cae3), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.433767 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-373136d8-1185-42ee-85c2-5e17be97ebe1 req-2fb1654c-219a-4ad1-b111-a8c5423c0aab tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547333 May 05 15:34:38.456813 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-004d5f69-3587-444f-833e-d6b5ad7aee3e admin admin] Publish callbacks [] for security_group (dbbc5847-9594-4ed7-a433-a364b281cae3), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.594703 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-004d5f69-3587-444f-833e-d6b5ad7aee3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (dbbc5847-9594-4ed7-a433-a364b281cae3), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.597238 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-004d5f69-3587-444f-833e-d6b5ad7aee3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.598391 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-004d5f69-3587-444f-833e-d6b5ad7aee3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbbc5847-9594-4ed7-a433-a364b281cae3 HTTP/1.1" status: 204 len: 168 time: 0.2258260 May 05 15:34:38.608550 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d5f69-3587-444f-833e-d6b5ad7aee3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbc5847-9594-4ed7-a433-a364b281cae3,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:39.033318 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0666c10-2a10-4556-aa91-b06fc58e1a60 req-098d9ed5-de7c-4bc6-a928-be9b9d978724 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.034862 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a0666c10-2a10-4556-aa91-b06fc58e1a60 req-098d9ed5-de7c-4bc6-a928-be9b9d978724 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0507705 May 05 15:34:39.086538 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a0666c10-2a10-4556-aa91-b06fc58e1a60 req-7888a263-9cd7-4086-9c9f-f7f912f88b1a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457213 May 05 15:34:39.548006 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07817212-b3cb-483d-8020-881315b5a2e0 req-8a714f14-a6e4-4633-97a1-4e18c59ac5e9 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.549623 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-07817212-b3cb-483d-8020-881315b5a2e0 req-8a714f14-a6e4-4633-97a1-4e18c59ac5e9 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0498636 May 05 15:34:39.603671 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-07817212-b3cb-483d-8020-881315b5a2e0 req-32d77233-b91b-442d-9658-13255912e964 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477095 May 05 15:34:40.206661 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426d4d6-d69e-49f7-a00f-b4526c01949a req-8f105a03-ea84-413d-acda-197a74415abe tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:40.208172 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a426d4d6-d69e-49f7-a00f-b4526c01949a req-8f105a03-ea84-413d-acda-197a74415abe tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0508621 May 05 15:34:40.256552 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a426d4d6-d69e-49f7-a00f-b4526c01949a req-0294fb64-9f04-4644-ab98-fed9ea94bf59 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 May 05 15:34:40.438255 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 42868) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:40.542750 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5be4-c301-4cc9-8b7b-c8f91147b974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:40.615797 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5be4-c301-4cc9-8b7b-c8f91147b974 admin admin] Publish callbacks [] for security_group (b3368910-03c5-4953-aca4-37a69ad4b6b8), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:40.697860 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5be4-c301-4cc9-8b7b-c8f91147b974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (b3368910-03c5-4953-aca4-37a69ad4b6b8), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:40.736528 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda55c7d-0c77-4a4e-9cb5-c4e271782c79 req-30f07a3d-2bca-4580-80d3-d2b086ab8dcc tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:40.737961 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dda55c7d-0c77-4a4e-9cb5-c4e271782c79 req-30f07a3d-2bca-4580-80d3-d2b086ab8dcc tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0678236 May 05 15:34:40.763369 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-ac0a5be4-c301-4cc9-8b7b-c8f91147b974 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06a3bdfff1654e54bf58e12052ecb7ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218946 May 05 15:34:40.763369 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a5be4-c301-4cc9-8b7b-c8f91147b974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3368910-03c5-4953-aca4-37a69ad4b6b8,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:40.765528 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 42882) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:40.803033 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dda55c7d-0c77-4a4e-9cb5-c4e271782c79 req-2584e614-a1cc-4dea-961d-b1d00ea1f373 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543346 May 05 15:34:40.818236 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8f41ab78-ebbf-46d9-8d31-e695e743bf06 admin admin] Publish callbacks [] for security_group (b3368910-03c5-4953-aca4-37a69ad4b6b8), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:40.840283 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8f41ab78-ebbf-46d9-8d31-e695e743bf06 admin admin] Publish callbacks [] for security_group (b3368910-03c5-4953-aca4-37a69ad4b6b8), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:40.994185 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8f41ab78-ebbf-46d9-8d31-e695e743bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (b3368910-03c5-4953-aca4-37a69ad4b6b8), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:40.996733 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8f41ab78-ebbf-46d9-8d31-e695e743bf06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:40.997892 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8f41ab78-ebbf-46d9-8d31-e695e743bf06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3368910-03c5-4953-aca4-37a69ad4b6b8 HTTP/1.1" status: 204 len: 168 time: 0.2313054 May 05 15:34:41.006183 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41ab78-ebbf-46d9-8d31-e695e743bf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3368910-03c5-4953-aca4-37a69ad4b6b8,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:41.376291 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a6b85-8928-4b83-a21f-1849232aa35d req-9f568168-0828-4a74-9762-c47e01708343 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:41.378045 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2e8a6b85-8928-4b83-a21f-1849232aa35d req-9f568168-0828-4a74-9762-c47e01708343 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0491295 May 05 15:34:41.430086 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2e8a6b85-8928-4b83-a21f-1849232aa35d req-f8f0324f-7eb2-4593-86f5-a1d6ec428033 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464513 May 05 15:34:41.919851 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a16dc0-2b8c-490e-b4e5-89a3952c47dc req-1b6e98f2-9ce2-4a8e-b6c5-770ae97ff538 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:41.921315 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a0a16dc0-2b8c-490e-b4e5-89a3952c47dc req-1b6e98f2-9ce2-4a8e-b6c5-770ae97ff538 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0500197 May 05 15:34:41.967983 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a0a16dc0-2b8c-490e-b4e5-89a3952c47dc req-6b667082-b88a-4c47-aaa3-2e2a8a3273b7 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 May 05 15:34:42.545187 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe8695-1c88-40eb-b5a4-de6954bcd94e req-fb3e5b06-730f-4e88-b1f0-47dedc0ca3df tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:42.546710 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8dfe8695-1c88-40eb-b5a4-de6954bcd94e req-fb3e5b06-730f-4e88-b1f0-47dedc0ca3df tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0491638 May 05 15:34:42.594742 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8dfe8695-1c88-40eb-b5a4-de6954bcd94e req-08f51dd7-7e21-4173-b86f-e65c327857bd tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422058 May 05 15:34:44.141977 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8298-2736-44b2-9aca-6f6dd551a88e req-27d2b559-b572-455d-be38-657c417f9a30 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:44.143533 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-27de8298-2736-44b2-9aca-6f6dd551a88e req-27d2b559-b572-455d-be38-657c417f9a30 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0484095 May 05 15:34:44.209234 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-27de8298-2736-44b2-9aca-6f6dd551a88e req-328afa71-de80-4825-9daa-8b57da82d51a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598342 May 05 15:34:44.329736 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2e2c0-a2d8-4fbf-bc29-f5453a59c8d6 req-b81ab6bd-19d6-482f-86c7-28ef2a01fd49 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:44.331686 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b2b2e2c0-a2d8-4fbf-bc29-f5453a59c8d6 req-b81ab6bd-19d6-482f-86c7-28ef2a01fd49 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0612497 May 05 15:34:44.386759 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b2b2e2c0-a2d8-4fbf-bc29-f5453a59c8d6 req-1c4a1e2d-24ff-4977-86a6-a2b8cb0f13f0 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481696 May 05 15:34:44.829590 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43040) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:44.905630 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11290498-a30a-4f17-834d-c22fc97daad6 req-9a2c57c6-a2d2-411b-8294-9245a69b34b5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:44.907456 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-11290498-a30a-4f17-834d-c22fc97daad6 req-9a2c57c6-a2d2-411b-8294-9245a69b34b5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0594306 May 05 15:34:44.963242 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6af28158-ba91-497a-97b4-a3b02b8d377d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:44.978919 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-11290498-a30a-4f17-834d-c22fc97daad6 req-f2cd2c85-6bd1-4849-8a16-c2e96ca4e0d3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658505 May 05 15:34:45.058876 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6af28158-ba91-497a-97b4-a3b02b8d377d admin admin] Publish callbacks [] for security_group (fba24f51-5f02-459d-af2f-d83c1b2325a9), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:45.079239 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e8b67-0a98-4d94-aef7-889c9820df7a req-baca9e19-bc00-428c-9cb1-b23fb347b2a4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:45.080455 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9b6e8b67-0a98-4d94-aef7-889c9820df7a req-baca9e19-bc00-428c-9cb1-b23fb347b2a4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0584641 May 05 15:34:45.133223 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9b6e8b67-0a98-4d94-aef7-889c9820df7a req-261b21de-73db-4def-a542-ef99645f6f8d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444033 May 05 15:34:45.137593 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6af28158-ba91-497a-97b4-a3b02b8d377d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (fba24f51-5f02-459d-af2f-d83c1b2325a9), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:45.184880 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-6af28158-ba91-497a-97b4-a3b02b8d377d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1264f59e53344e5e8c4a5ea8b6133b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541608 May 05 15:34:45.189977 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43062) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:45.198714 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af28158-ba91-497a-97b4-a3b02b8d377d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba24f51-5f02-459d-af2f-d83c1b2325a9,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:45.249795 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6365495-9f9b-4f9c-81a5-ca3786221f09 admin admin] Publish callbacks [] for security_group (fba24f51-5f02-459d-af2f-d83c1b2325a9), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:45.271342 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6365495-9f9b-4f9c-81a5-ca3786221f09 admin admin] Publish callbacks [] for security_group (fba24f51-5f02-459d-af2f-d83c1b2325a9), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:45.425273 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6365495-9f9b-4f9c-81a5-ca3786221f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (fba24f51-5f02-459d-af2f-d83c1b2325a9), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:45.429537 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6365495-9f9b-4f9c-81a5-ca3786221f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:45.431051 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-e6365495-9f9b-4f9c-81a5-ca3786221f09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fba24f51-5f02-459d-af2f-d83c1b2325a9 HTTP/1.1" status: 204 len: 168 time: 0.2397981 May 05 15:34:45.439937 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6365495-9f9b-4f9c-81a5-ca3786221f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba24f51-5f02-459d-af2f-d83c1b2325a9,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:45.519201 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfa967-9d3f-451e-b38b-e5cb07eb79a1 req-a406320c-902d-4790-b0f4-ef8de39af0f4 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:45.521262 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a8bfa967-9d3f-451e-b38b-e5cb07eb79a1 req-a406320c-902d-4790-b0f4-ef8de39af0f4 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0612423 May 05 15:34:45.571821 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a8bfa967-9d3f-451e-b38b-e5cb07eb79a1 req-ef211e95-1a06-4372-9d2b-abd1c837db02 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 May 05 15:34:45.730033 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dfb4d-4530-4990-a8c3-a52a25acff53 req-4db4e5e3-1a91-4e2f-b8a7-b53d25de372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:45.731783 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-408dfb4d-4530-4990-a8c3-a52a25acff53 req-4db4e5e3-1a91-4e2f-b8a7-b53d25de372b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 1129 time: 0.0412190 May 05 15:34:45.867903 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa1b4-618b-4827-b8a6-efd64c6c3ee4 req-3606ff9b-7ade-48eb-940b-3070bbc063cf tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:45.869546 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6c1aa1b4-618b-4827-b8a6-efd64c6c3ee4 req-3606ff9b-7ade-48eb-940b-3070bbc063cf tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0761282 May 05 15:34:45.894540 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dfb4d-4530-4990-a8c3-a52a25acff53 req-f647511e-55e6-434c-a578-a1b0f95d90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:45.896244 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-408dfb4d-4530-4990-a8c3-a52a25acff53 req-f647511e-55e6-434c-a578-a1b0f95d90f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 920 time: 0.1035178 May 05 15:34:45.977229 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-6c1aa1b4-618b-4827-b8a6-efd64c6c3ee4 req-16e25bb0-ea5c-433f-b5f3-f4d4a3ce1d00 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Deleting port d53a2bb3-8e53-4bb3-822d-1273c310f2a0 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:34:45.977555 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6c1aa1b4-618b-4827-b8a6-efd64c6c3ee4 req-16e25bb0-ea5c-433f-b5f3-f4d4a3ce1d00 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:46.103403 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-6c1aa1b4-618b-4827-b8a6-efd64c6c3ee4 req-16e25bb0-ea5c-433f-b5f3-f4d4a3ce1d00 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] For port d53a2bb3-8e53-4bb3-822d-1273c310f2a0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d53a2bb3-8e53-4bb3-822d-1273c310f2a0,segment=NetworkSegment(57ba6ef0-6a9c-47fa-ba60-7a008b557702),segment_id=57ba6ef0-6a9c-47fa-ba60-7a008b557702)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:46.103819 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6c1aa1b4-618b-4827-b8a6-efd64c6c3ee4 req-16e25bb0-ea5c-433f-b5f3-f4d4a3ce1d00 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:46.130688 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-6c1aa1b4-618b-4827-b8a6-efd64c6c3ee4 req-16e25bb0-ea5c-433f-b5f3-f4d4a3ce1d00 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Calling delete_port for d53a2bb3-8e53-4bb3-822d-1273c310f2a0 owned by compute:nova {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:34:46.154477 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-408dfb4d-4530-4990-a8c3-a52a25acff53 req-e5fe8765-52fd-4150-a07e-5d1dd6bfa54d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa6e6b9-b8a8-4740-be53-fda82999f251 HTTP/1.1" status: 200 len: 217 time: 0.2412770 May 05 15:34:46.239440 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c14d55-b244-4679-9408-36ffa2073b8f req-a9789e38-52d9-442b-ac1c-8ba121f2d012 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:46.240900 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-03c14d55-b244-4679-9408-36ffa2073b8f req-a9789e38-52d9-442b-ac1c-8ba121f2d012 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0889771 May 05 15:34:46.247294 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dfb4d-4530-4990-a8c3-a52a25acff53 req-51a0dc10-019f-4bc8-97b6-7dafed81696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:46.248665 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-408dfb4d-4530-4990-a8c3-a52a25acff53 req-51a0dc10-019f-4bc8-97b6-7dafed81696c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0859184 May 05 15:34:46.298531 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca5326-a6d3-4b54-930b-647311a1086b req-6f3d88eb-ddd8-4724-b574-c734f83572e9 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:46.300110 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f6ca5326-a6d3-4b54-930b-647311a1086b req-6f3d88eb-ddd8-4724-b574-c734f83572e9 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0656028 May 05 15:34:46.331623 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dfb4d-4530-4990-a8c3-a52a25acff53 req-039b7c60-52de-450d-927a-6217d6d77e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:46.333073 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-408dfb4d-4530-4990-a8c3-a52a25acff53 req-039b7c60-52de-450d-927a-6217d6d77e9c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773602 May 05 15:34:46.362547 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-03c14d55-b244-4679-9408-36ffa2073b8f req-d3910aca-bb1f-4f85-adc7-6e3768b84657 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128185 May 05 15:34:46.402933 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f6ca5326-a6d3-4b54-930b-647311a1086b req-8314ae3a-dba8-4f12-ba63-4246bf50c9bd tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951827 May 05 15:34:46.466983 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-408dfb4d-4530-4990-a8c3-a52a25acff53 req-ac5a0aab-bf54-4dd8-8628-0b44f8a17836 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239586 May 05 15:34:46.478076 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6c1aa1b4-618b-4827-b8a6-efd64c6c3ee4 req-16e25bb0-ea5c-433f-b5f3-f4d4a3ce1d00 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (d53a2bb3-8e53-4bb3-822d-1273c310f2a0), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:46.491716 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['d53a2bb3-8e53-4bb3-822d-1273c310f2a0'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:34:46.521181 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e25bb0-ea5c-433f-b5f3-f4d4a3ce1d00 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Pushing event deleted for resources: {'Port': ['ID=d53a2bb3-8e53-4bb3-822d-1273c310f2a0,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:46.565713 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1aa1b4-618b-4827-b8a6-efd64c6c3ee4 req-16e25bb0-ea5c-433f-b5f3-f4d4a3ce1d00 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] No DVR routers for this DVR port d53a2bb3-8e53-4bb3-822d-1273c310f2a0 on host hv-cinder-84067 {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:34:46.568423 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-6c1aa1b4-618b-4827-b8a6-efd64c6c3ee4 req-16e25bb0-ea5c-433f-b5f3-f4d4a3ce1d00 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:46.570590 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-408dfb4d-4530-4990-a8c3-a52a25acff53 req-5fcb6f3d-f103-4a52-b194-0b06a1dc0055 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947506 May 05 15:34:46.572352 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6c1aa1b4-618b-4827-b8a6-efd64c6c3ee4 req-16e25bb0-ea5c-433f-b5f3-f4d4a3ce1d00 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.49 "DELETE /v2.0/ports/d53a2bb3-8e53-4bb3-822d-1273c310f2a0 HTTP/1.1" status: 204 len: 173 time: 0.6938436 May 05 15:34:46.572814 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1', 'name': 'network-vif-deleted', 'tag': 'd53a2bb3-8e53-4bb3-822d-1273c310f2a0'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:46.575798 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1167c07-31b7-41bd-9691-fa977a3170ba" -d '{"events": [{"server_uuid": "f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1", "name": "network-vif-deleted", "tag": "d53a2bb3-8e53-4bb3-822d-1273c310f2a0"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:46.614564 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdc1036-b0cb-425e-8e9e-201956d0c389 x-openstack-request-id: req-9bdc1036-b0cb-425e-8e9e-201956d0c389 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:46.614860 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1", "name": "network-vif-deleted", "tag": "d53a2bb3-8e53-4bb3-822d-1273c310f2a0", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:46.615116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9bdc1036-b0cb-425e-8e9e-201956d0c389 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:46.615521 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bdc1036-b0cb-425e-8e9e-201956d0c389'] response: {'server_uuid': 'f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1', 'name': 'network-vif-deleted', 'tag': 'd53a2bb3-8e53-4bb3-822d-1273c310f2a0', 'status': 'completed', 'code': 200} May 05 15:34:46.675491 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-dc6ab9df-045b-4b3d-8f6e-116b4471068b req-46cf447e-fe36-4886-8e64-c392f6e48c4b tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0310647 May 05 15:34:46.811250 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43124) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:46.936698 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-801157013-network', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:47.057297 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Made reservation on behalf of b44f40cfaa094be5a9eb5c9b8ace76e6 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:47.063102 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:47.073029 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:47.151655 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Publish callbacks [] for security_group (35e570d1-e8d1-4cdf-b5ed-7e8fcfaa92e3), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:47.312563 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (35e570d1-e8d1-4cdf-b5ed-7e8fcfaa92e3), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:47.336536 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:34:47.350040 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e570d1-e8d1-4cdf-b5ed-7e8fcfaa92e3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:47.354809 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (a61ce7c3-6cf0-4fb2-86b9-aa816de31525), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:47.355149 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.segments_db [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Added segment a61ce7c3-6cf0-4fb2-86b9-aa816de31525 of type vlan for network 5c892b51-50fa-4403-9d49-e005c2bb0f72 May 05 15:34:47.396203 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (5c892b51-50fa-4403-9d49-e005c2bb0f72), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:47.514208 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23408388-8004-442d-b541-59bc087d7413 req-da0f7130-a20d-44f0-a986-2c5187b18e28 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:47.515785 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-23408388-8004-442d-b541-59bc087d7413 req-da0f7130-a20d-44f0-a986-2c5187b18e28 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0576031 May 05 15:34:47.561340 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5986647-4359-4548-b181-910278d93736 req-6e96a5c2-66dd-41d2-bdfa-311b3c234551 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:47.562961 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f5986647-4359-4548-b181-910278d93736 req-6e96a5c2-66dd-41d2-bdfa-311b3c234551 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0475540 May 05 15:34:47.563532 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-23408388-8004-442d-b541-59bc087d7413 req-db451367-691f-4e33-b98a-4e675f5a693f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 May 05 15:34:47.564115 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (5c892b51-50fa-4403-9d49-e005c2bb0f72), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:47.565022 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:47.565594 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:47.625046 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5c892b51-50fa-4403-9d49-e005c2bb0f72,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:47.630204 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f5986647-4359-4548-b181-910278d93736 req-8842988a-ffaa-4009-9ef6-df9718289ea3 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548055 May 05 15:34:47.636109 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network 5c892b51-50fa-4403-9d49-e005c2bb0f72 details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:34:47.729544 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-474d886d-46f4-4d86-90b9-b74548d781e3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9171591 May 05 15:34:47.732348 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43160) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:47.737083 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] Request body: {'subnet': {'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-801157013-subnet', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:47.797264 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-69e2faee-1418-4aba-91f1-8f52ece29e63 req-9956f8c9-cab8-49df-bd64-971297610d13 tempest-VolumesActionsTest-1466696774 tempest-VolumesActionsTest-1466696774-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a3c34e-a3ec-4083-b68e-d0dc9726b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0329278 May 05 15:34:47.834638 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] Made reservation on behalf of b44f40cfaa094be5a9eb5c9b8ace76e6 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:47.837201 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432464'] for subnet (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:47.948713 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43168) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:48.068497 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-84bb604c-50a2-4bd1-b8a1-d91c1d95915b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.141349 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-84bb604c-50a2-4bd1-b8a1-d91c1d95915b admin admin] Publish callbacks [] for security_group (b50ed541-f4e7-463e-bf60-7209dd7ac50b), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.149274 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9255434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432418'] for subnet (1478ca81-29e5-4322-8e05-0d6892bb3878), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.205789 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1478ca81-29e5-4322-8e05-0d6892bb3878,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:48.213199 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] Checking segment: {'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:48.213552 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] Network hostable DHCP agents. Network: 5c892b51-50fa-4403-9d49-e005c2bb0f72, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:34:48.223211 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-84bb604c-50a2-4bd1-b8a1-d91c1d95915b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (b50ed541-f4e7-463e-bf60-7209dd7ac50b), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.268429 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-84bb604c-50a2-4bd1-b8a1-d91c1d95915b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3dc95aa59f3b4ea1b0b8ba25a30ff48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186758 May 05 15:34:48.269338 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb604c-50a2-4bd1-b8a1-d91c1d95915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50ed541-f4e7-463e-bf60-7209dd7ac50b,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:48.271096 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43174) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:48.318690 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6a75721c-bd57-481f-b329-a18054ef8eaf admin admin] Publish callbacks [] for security_group (b50ed541-f4e7-463e-bf60-7209dd7ac50b), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.339594 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6a75721c-bd57-481f-b329-a18054ef8eaf admin admin] Publish callbacks [] for security_group (b50ed541-f4e7-463e-bf60-7209dd7ac50b), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.346511 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] Network 5c892b51-50fa-4403-9d49-e005c2bb0f72 is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:34:48.494872 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, 5c892b51-50fa-4403-9d49-e005c2bb0f72) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:48.498901 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:48.499508 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.505557 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32c0dee-da44-4e82-9970-a466efcd9891 None None] Network 5c892b51-50fa-4403-9d49-e005c2bb0f72 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:34:48.560064 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6a75721c-bd57-481f-b329-a18054ef8eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (b50ed541-f4e7-463e-bf60-7209dd7ac50b), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.562746 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6a75721c-bd57-481f-b329-a18054ef8eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.564086 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-6a75721c-bd57-481f-b329-a18054ef8eaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b50ed541-f4e7-463e-bf60-7209dd7ac50b HTTP/1.1" status: 204 len: 168 time: 0.2920163 May 05 15:34:48.573750 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75721c-bd57-481f-b329-a18054ef8eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50ed541-f4e7-463e-bf60-7209dd7ac50b,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:48.625811 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-5c892b51-50fa-4403-9d49-e005c2bb0f72', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:34:48.626705 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.652780 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-7e9aca5e-3dce-4ac1-b990-861f4ab02a81 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9192789 May 05 15:34:48.655775 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43186) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:48.663521 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37'}}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:48.713934 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebe7b9-e8d5-4562-ab90-2ed758d66b0c req-22bf2fdc-d691-4813-837b-2be9c3981c10 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:48.715835 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-53ebe7b9-e8d5-4562-ab90-2ed758d66b0c req-22bf2fdc-d691-4813-837b-2be9c3981c10 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0719831 May 05 15:34:48.766368 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b75f3d-0910-4f9b-ab9b-0889f50e6cf5 req-98d8a0df-e8dd-4bc8-8ed9-ddbcf0ec47b3 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:48.768143 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-18b75f3d-0910-4f9b-ab9b-0889f50e6cf5 req-98d8a0df-e8dd-4bc8-8ed9-ddbcf0ec47b3 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0685654 May 05 15:34:48.777011 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-53ebe7b9-e8d5-4562-ab90-2ed758d66b0c req-1dbe83da-7762-4cfa-a719-f97d9852579d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547969 May 05 15:34:48.787796 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Allocated IP 172.20.0.2 (5c892b51-50fa-4403-9d49-e005c2bb0f72/1478ca81-29e5-4322-8e05-0d6892bb3878/6aa9b6f3-4504-4346-9055-4bf326198942) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:48.804297 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-604143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router (bebba98e-5a96-490b-9a8a-b83717f73403), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.805505 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1852'] for router (bebba98e-5a96-490b-9a8a-b83717f73403), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.843748 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-18b75f3d-0910-4f9b-ab9b-0889f50e6cf5 req-4553fb19-1968-4641-a867-c813f5dd0638 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666766 May 05 15:34:48.870818 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Publish callbacks [] for router_controller (bebba98e-5a96-490b-9a8a-b83717f73403), precommit_add_association {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.974688 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Publish callbacks [] for port (6aa9b6f3-4504-4346-9055-4bf326198942), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.095437 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.102958 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Publish callbacks [] for router_gateway (bebba98e-5a96-490b-9a8a-b83717f73403), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.131484 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Network 5c892b51-50fa-4403-9d49-e005c2bb0f72 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:49.135649 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:49.141157 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:49.146999 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Pushing event updated for resources: {'Port': ['ID=6aa9b6f3-4504-4346-9055-4bf326198942,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:49.205098 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Attempting to bind port 6aa9b6f3-4504-4346-9055-4bf326198942 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:49.205466 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Attempting to bind port 6aa9b6f3-4504-4346-9055-4bf326198942 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:49.205827 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Attempting to bind port 6aa9b6f3-4504-4346-9055-4bf326198942 on network 5c892b51-50fa-4403-9d49-e005c2bb0f72 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:49.211251 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:49.211621 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Checking segment: {'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:49.212019 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.212407 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Bound using segment: {'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:49.212868 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Bound port: 6aa9b6f3-4504-4346-9055-4bf326198942, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:49.213236 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.279534 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] For port 6aa9b6f3-4504-4346-9055-4bf326198942, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:49.282572 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] For port 6aa9b6f3-4504-4346-9055-4bf326198942, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6aa9b6f3-4504-4346-9055-4bf326198942,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:49.371912 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.416972 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43206) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:49.433091 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9bf5b699-40f2-4789-9774-f9df92d2fb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.455374 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf2cd5-bf5c-40ff-9d8a-e1f8bb1e24f0 None None] Pushing event updated for resources: {'Port': ['ID=6aa9b6f3-4504-4346-9055-4bf326198942,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:49.497884 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Publish callbacks [] for router_gateway (bebba98e-5a96-490b-9a8a-b83717f73403), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.532175 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.561302 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9bf5b699-40f2-4789-9774-f9df92d2fb7c admin admin] Publish callbacks [] for security_group (6fe579b1-97f1-4530-a621-68cddb7ef2be), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.643735 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device d53a2bb3-8e53-4bb3-822d-1273c310f2a0 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:34:49.666669 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: d53a2bb3-8e53-4bb3-822d-1273c310f2a0 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:34:49.667009 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device d53a2bb3-8e53-4bb3-822d-1273c310f2a0 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:34:49.685962 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Allocated IP 172.27.0.13 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/c4650072-a7ee-4762-a867-a9d725f021c7) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:49.697983 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9bf5b699-40f2-4789-9774-f9df92d2fb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (6fe579b1-97f1-4530-a621-68cddb7ef2be), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.749154 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5b699-40f2-4789-9774-f9df92d2fb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe579b1-97f1-4530-a621-68cddb7ef2be,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:49.758076 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-9bf5b699-40f2-4789-9774-f9df92d2fb7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69d6f2ce81b34ee49e2d7898e052ab17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389885 May 05 15:34:49.759048 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43218) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:49.829464 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c341688c-2dd4-4426-a831-9cbf32892ecd admin admin] Publish callbacks [] for security_group (6fe579b1-97f1-4530-a621-68cddb7ef2be), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.833960 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Publish callbacks [] for port (c4650072-a7ee-4762-a867-a9d725f021c7), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.858720 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c341688c-2dd4-4426-a831-9cbf32892ecd admin admin] Publish callbacks [] for security_group (6fe579b1-97f1-4530-a621-68cddb7ef2be), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.936661 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9358fd-a1d1-41d9-a484-484d254faa24 req-7c612b15-2956-4910-aa06-24fab144a77d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:49.938179 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9a9358fd-a1d1-41d9-a484-484d254faa24 req-7c612b15-2956-4910-aa06-24fab144a77d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0634596 May 05 15:34:49.963527 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa245d4-bd4b-4f25-a109-51aaab39a306 req-3ec414b4-06b1-4e98-8192-a895686d66ea tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:49.965077 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9aa245d4-bd4b-4f25-a109-51aaab39a306 req-3ec414b4-06b1-4e98-8192-a895686d66ea tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0495806 May 05 15:34:49.989945 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9a9358fd-a1d1-41d9-a484-484d254faa24 req-d61a8ad5-6cf2-4a84-8d07-fbbe61ff4985 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441709 May 05 15:34:50.028274 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9aa245d4-bd4b-4f25-a109-51aaab39a306 req-8e08c6a8-80ea-47fc-ab79-b0cbca221d49 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571434 May 05 15:34:50.056231 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.089395 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c341688c-2dd4-4426-a831-9cbf32892ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (6fe579b1-97f1-4530-a621-68cddb7ef2be), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.092441 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c341688c-2dd4-4426-a831-9cbf32892ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.094228 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-c341688c-2dd4-4426-a831-9cbf32892ecd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6fe579b1-97f1-4530-a621-68cddb7ef2be HTTP/1.1" status: 204 len: 168 time: 0.3235927 May 05 15:34:50.104895 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:50.105333 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341688c-2dd4-4426-a831-9cbf32892ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe579b1-97f1-4530-a621-68cddb7ef2be,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:50.108245 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:50.114422 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:50.138552 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Pushing event updated for resources: {'Port': ['ID=c4650072-a7ee-4762-a867-a9d725f021c7,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:50.209938 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6aa9b6f3-4504-4346-9055-4bf326198942 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:50.320823 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 6aa9b6f3-4504-4346-9055-4bf326198942 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:50.320823 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.419355 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 6aa9b6f3-4504-4346-9055-4bf326198942 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:50.425451 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.484638 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port 6aa9b6f3-4504-4346-9055-4bf326198942, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6aa9b6f3-4504-4346-9055-4bf326198942,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:50.589427 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.737500 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.754117 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b794c1-11a6-4125-af01-12223d373115 None None] Network 5c892b51-50fa-4403-9d49-e005c2bb0f72 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:34:50.781140 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=6aa9b6f3-4504-4346-9055-4bf326198942,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:50.821343 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.826445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.827551 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:50.833785 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Publish callbacks [] for router_gateway (bebba98e-5a96-490b-9a8a-b83717f73403), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.869480 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-507c9e3c-d175-4f8e-98ba-406bf0b4dfda None None] Provisioning complete for port 6aa9b6f3-4504-4346-9055-4bf326198942 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:50.869788 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-507c9e3c-d175-4f8e-98ba-406bf0b4dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:51.005916 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-507c9e3c-d175-4f8e-98ba-406bf0b4dfda None None] Current status of the port 6aa9b6f3-4504-4346-9055-4bf326198942 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:51.098734 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165'] for router (bebba98e-5a96-490b-9a8a-b83717f73403), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:51.137411 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0939a08-e95e-4bff-8f3a-f64c56a8b57c req-bce145d0-a7f4-4228-8532-7b4245dc9b12 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:51.142229 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b0939a08-e95e-4bff-8f3a-f64c56a8b57c req-bce145d0-a7f4-4228-8532-7b4245dc9b12 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0597510 May 05 15:34:51.198135 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8486a6-498f-4f45-895d-9c02646cc27f req-f756f76e-2547-422d-9f99-f4f3050ac193 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:51.200506 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-eb8486a6-498f-4f45-895d-9c02646cc27f req-f756f76e-2547-422d-9f99-f4f3050ac193 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0616279 May 05 15:34:51.209350 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b0939a08-e95e-4bff-8f3a-f64c56a8b57c req-299bb6e9-e8e9-4f66-9397-12e3b2f3fe78 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632873 May 05 15:34:51.299689 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-eb8486a6-498f-4f45-895d-9c02646cc27f req-81965aa4-0710-449e-a9e2-1906c7a7b66b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651112 May 05 15:34:51.330133 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-1dfacccd-0c70-48d9-a486-efe7ea3c3b8a None None] Provisioning complete for port 6aa9b6f3-4504-4346-9055-4bf326198942 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:51.330770 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1dfacccd-0c70-48d9-a486-efe7ea3c3b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:51.415897 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1dfacccd-0c70-48d9-a486-efe7ea3c3b8a None None] Current status of the port 6aa9b6f3-4504-4346-9055-4bf326198942 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:51.446316 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Router bebba98e-5a96-490b-9a8a-b83717f73403 is scheduled to L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a with binding_index 1 {{(pid=103723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:34:51.559902 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:51.573500 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Sync routers for ids ['bebba98e-5a96-490b-9a8a-b83717f73403'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:51.583749 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Routers {'bebba98e-5a96-490b-9a8a-b83717f73403'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:51.584479 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:34:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['bebba98e-5a96-490b-9a8a-b83717f73403'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:51.637097 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:51.641335 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43284) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:51.646937 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-adf8581f-ed61-4f6f-8b05-06f74ce1c87d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9843450 May 05 15:34:51.704352 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Set router bebba98e-5a96-490b-9a8a-b83717f73403 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:51.943114 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:50Z', 'revision_number': 3, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:51.982944 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Checking router: bebba98e-5a96-490b-9a8a-b83717f73403 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:51.982944 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Updating router bebba98e-5a96-490b-9a8a-b83717f73403 port c4650072-a7ee-4762-a867-a9d725f021c7 binding host dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:34:52.008851 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:52.154920 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:52.157583 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6aa9b6f3-4504-4346-9055-4bf326198942 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:52.209601 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 6aa9b6f3-4504-4346-9055-4bf326198942 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:52.210517 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:52.320534 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 6aa9b6f3-4504-4346-9055-4bf326198942 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:52.415583 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Publish callbacks [] for port (c4650072-a7ee-4762-a867-a9d725f021c7), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:52.433890 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4350557-80df-4501-8531-4eee0798f80c req-3dfbfaa7-069a-46be-81d4-949ca8eb9866 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:52.435539 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e4350557-80df-4501-8531-4eee0798f80c req-3dfbfaa7-069a-46be-81d4-949ca8eb9866 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0998518 May 05 15:34:52.439007 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Allocated IP 172.20.0.1 (5c892b51-50fa-4403-9d49-e005c2bb0f72/1478ca81-29e5-4322-8e05-0d6892bb3878/f3710470-4d04-4206-83bd-39d22844610c) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:52.472769 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ae635-b3dd-48ba-9551-c5ae7fd02ad7 req-fb5a46fc-c6c9-4d34-a92b-8dd139716196 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:52.474547 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-389ae635-b3dd-48ba-9551-c5ae7fd02ad7 req-fb5a46fc-c6c9-4d34-a92b-8dd139716196 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0562196 May 05 15:34:52.509659 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:52.534229 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e4350557-80df-4501-8531-4eee0798f80c req-0fc51d01-5fba-499b-aa6c-efb2be4803ae tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905972 May 05 15:34:52.573156 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd5e9b-b5c7-4b37-9f9c-9cc89c856260 None None] Pushing event updated for resources: {'Port': ['ID=c4650072-a7ee-4762-a867-a9d725f021c7,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:52.574013 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-389ae635-b3dd-48ba-9551-c5ae7fd02ad7 req-a5878374-c9cf-4e6c-879d-1bfc635d693a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913458 May 05 15:34:52.604601 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Attempting to bind port c4650072-a7ee-4762-a867-a9d725f021c7 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:52.605636 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Attempting to bind port c4650072-a7ee-4762-a867-a9d725f021c7 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:52.614660 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Attempting to bind port c4650072-a7ee-4762-a867-a9d725f021c7 on network 02718d50-6065-4980-9530-582a9009be37 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:52.614660 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:52.614660 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:52.614660 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:52.614660 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Bound using segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:52.615418 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Bound port: c4650072-a7ee-4762-a867-a9d725f021c7, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:52.615964 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:52.646268 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Publish callbacks [] for port (f3710470-4d04-4206-83bd-39d22844610c), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:52.681546 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] For port c4650072-a7ee-4762-a867-a9d725f021c7, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:52.688551 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] For port c4650072-a7ee-4762-a867-a9d725f021c7, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=c4650072-a7ee-4762-a867-a9d725f021c7,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:52.778175 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:52.778337 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (f3710470-4d04-4206-83bd-39d22844610c), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:52.827145 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Network 5c892b51-50fa-4403-9d49-e005c2bb0f72 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:52.829993 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:52.832618 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:52.837954 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Routers {'bebba98e-5a96-490b-9a8a-b83717f73403'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:52.838788 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:34:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['bebba98e-5a96-490b-9a8a-b83717f73403'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:52.873442 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Pushing event updated for resources: {'Port': ['ID=f3710470-4d04-4206-83bd-39d22844610c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:52.885186 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd5e9b-b5c7-4b37-9f9c-9cc89c856260 None None] Pushing event updated for resources: {'Port': ['ID=c4650072-a7ee-4762-a867-a9d725f021c7,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:52.885432 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.885784 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.886121 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.886489 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.886820 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.887424 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.888328 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.888715 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.889222 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.889342 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.889658 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.890015 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.890369 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.891231 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.891231 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:52.910545 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640392'] for router_interface (bebba98e-5a96-490b-9a8a-b83717f73403), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:52.980740 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] Set router bebba98e-5a96-490b-9a8a-b83717f73403 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:53.118397 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (f3710470-4d04-4206-83bd-39d22844610c), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:53.166332 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:50Z', 'revision_number': 3, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:53.196148 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c556ea0-fd35-4e95-8d2a-0ba65ed04af4 None None] The sync data for ids ['bebba98e-5a96-490b-9a8a-b83717f73403'] in dv-cinder-840678-1-iscsi is: [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:50Z', 'revision_number': 3, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:53.291723 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dc473d10-fbe8-429f-8e50-fcf36cd01e25 None None] Provisioning complete for port f3710470-4d04-4206-83bd-39d22844610c triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:53.292252 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc473d10-fbe8-429f-8e50-fcf36cd01e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (f3710470-4d04-4206-83bd-39d22844610c), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:53.316805 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Publish callbacks [] for port (f3710470-4d04-4206-83bd-39d22844610c), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:53.327005 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dc473d10-fbe8-429f-8e50-fcf36cd01e25 None None] Port f3710470-4d04-4206-83bd-39d22844610c cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:53.369538 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (f3710470-4d04-4206-83bd-39d22844610c), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:53.448038 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640370'] for router_interface (bebba98e-5a96-490b-9a8a-b83717f73403), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:53.463670 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Pushing event updated for resources: {'Port': ['ID=f3710470-4d04-4206-83bd-39d22844610c,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:53.567240 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Network 5c892b51-50fa-4403-9d49-e005c2bb0f72 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:53.572018 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:53.811010 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726f51f-f455-4c45-89fa-49912c42957c req-a2bfdd97-02ed-43b9-94db-85ceec41e140 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:53.812650 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7726f51f-f455-4c45-89fa-49912c42957c req-a2bfdd97-02ed-43b9-94db-85ceec41e140 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0781589 May 05 15:34:53.815290 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9405a-ee85-4dd7-9fdf-9731a76a3f01 req-65c57a81-abd2-4dac-8b88-e515270682c8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:53.816915 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-19e9405a-ee85-4dd7-9fdf-9731a76a3f01 req-65c57a81-abd2-4dac-8b88-e515270682c8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1187971 May 05 15:34:53.903565 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Router bebba98e-5a96-490b-9a8a-b83717f73403 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:34:53.935560 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7726f51f-f455-4c45-89fa-49912c42957c req-327c4baf-0042-4ba9-860e-79c8ae25e2ff tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105399 May 05 15:34:53.962709 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-19e9405a-ee85-4dd7-9fdf-9731a76a3f01 req-a1caf4fb-05bf-4692-b5f1-54855e18abac tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381192 May 05 15:34:53.994919 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-4cd9bde8-600a-465e-82cf-98ec5085d35e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582073 May 05 15:34:54.076076 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-1a33b4f2-6b02-410d-b444-2fc11c805cbd None None] Provisioning complete for port f3710470-4d04-4206-83bd-39d22844610c triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:54.076455 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a33b4f2-6b02-410d-b444-2fc11c805cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (f3710470-4d04-4206-83bd-39d22844610c), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:54.122381 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1a33b4f2-6b02-410d-b444-2fc11c805cbd None None] Port f3710470-4d04-4206-83bd-39d22844610c cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:54.167814 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device c4650072-a7ee-4762-a867-a9d725f021c7 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:54.218515 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port c4650072-a7ee-4762-a867-a9d725f021c7 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:54.219146 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:54.297053 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:54.302064 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-b045459d-78cb-4031-af40-aeaf7dab4584 admin admin] 10.222.0.44 "PUT /v2.0/routers/bebba98e-5a96-490b-9a8a-b83717f73403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6596956 May 05 15:34:54.324590 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port c4650072-a7ee-4762-a867-a9d725f021c7 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:54.325541 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:54.344849 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-3557a488-3e65-44c1-8d9e-cf59208713b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:54.346710 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-3557a488-3e65-44c1-8d9e-cf59208713b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 1130 time: 0.0433989 May 05 15:34:54.348203 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port c4650072-a7ee-4762-a867-a9d725f021c7, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=c4650072-a7ee-4762-a867-a9d725f021c7,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:54.466022 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-644fc2b1-40a1-4542-881c-2b45c09b4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:54.467608 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-644fc2b1-40a1-4542-881c-2b45c09b4b2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 200 len: 911 time: 0.1017096 May 05 15:34:54.486019 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:54.539258 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-b687ea8f-f959-41b5-98e0-b422dd812c2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed51ee8f-4a72-4c11-9184-499b606af333 HTTP/1.1" status: 200 len: 1002 time: 0.0650954 May 05 15:34:54.541732 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=c4650072-a7ee-4762-a867-a9d725f021c7,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:54.591123 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-f274fabd-6373-485c-a0fe-e1808df92a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:54.612695 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-f274fabd-6373-485c-a0fe-e1808df92a6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6 HTTP/1.1" status: 200 len: 849 time: 0.0476942 May 05 15:34:54.646458 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-86fd815d-dc36-4b30-9343-5e5689e10894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:54.648512 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-86fd815d-dc36-4b30-9343-5e5689e10894 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0587739-8906-446b-bcca-e4ce438334aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441160 May 05 15:34:54.761033 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-0301ded9-aee7-49d7-840e-792b8abc6f89 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024947 May 05 15:34:54.916720 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f190cfaa-6f7c-4fa4-8f53-9b674ed96f15 req-100a0abc-417b-47bb-b298-960c253ceb47 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354063 May 05 15:34:55.122137 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c1ff6-6ffa-42ec-81f6-3a8213c5edd0 req-c4733451-c4e2-4fcb-bda5-0d096a0aae96 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:55.129227 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d29c1ff6-6ffa-42ec-81f6-3a8213c5edd0 req-c4733451-c4e2-4fcb-bda5-0d096a0aae96 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0911710 May 05 15:34:55.158702 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Sync routers for ids ['bebba98e-5a96-490b-9a8a-b83717f73403'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:55.173567 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Routers {'bebba98e-5a96-490b-9a8a-b83717f73403'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:55.174402 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:34:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['bebba98e-5a96-490b-9a8a-b83717f73403'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:55.178539 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ce31-2983-45a7-9299-3b011b716bd0 req-2be7e900-a9c7-40e4-801c-08de5e3a85da tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:55.183312 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d2d9ce31-2983-45a7-9299-3b011b716bd0 req-2be7e900-a9c7-40e4-801c-08de5e3a85da tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0925069 May 05 15:34:55.244985 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d29c1ff6-6ffa-42ec-81f6-3a8213c5edd0 req-034948b8-9d15-4721-a879-d0638c2ac29b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144071 May 05 15:34:55.248605 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:34:55.341127 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43422) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:55.346007 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-259125171-network', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:55.350325 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d2d9ce31-2983-45a7-9299-3b011b716bd0 req-8297184b-08c4-4eca-9407-9dc9bb6c3c61 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599832 May 05 15:34:55.367244 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Set router bebba98e-5a96-490b-9a8a-b83717f73403 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:55.468700 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Made reservation on behalf of fe64406f10a640fd8fb7413d3f431a11 for: {'network': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:55.472778 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.482831 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.579316 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Publish callbacks [] for security_group (87042e73-f336-460e-9b08-ec8eb8eff34c), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.646102 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:53Z', 'revision_number': 4, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'f3710470-4d04-4206-83bd-39d22844610c', 'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'mac_address': 'fa:16:3e:9f:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:52Z', 'updated_at': '2022-05-05T15:34:53Z', 'revision_number': 2, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'subnets': [{'id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:55.669358 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (87042e73-f336-460e-9b08-ec8eb8eff34c), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.675689 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Checking router: bebba98e-5a96-490b-9a8a-b83717f73403 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:55.676688 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Updating router bebba98e-5a96-490b-9a8a-b83717f73403 port f3710470-4d04-4206-83bd-39d22844610c binding host dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:34:55.703321 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:34:55.725290 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (fa9baaec-da82-4059-a3c0-23df232e9c0e), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.725674 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.segments_db [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Added segment fa9baaec-da82-4059-a3c0-23df232e9c0e of type vlan for network c7018213-0107-4d15-b77a-70c03782f60a May 05 15:34:55.730498 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (f3710470-4d04-4206-83bd-39d22844610c), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.792815 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (c7018213-0107-4d15-b77a-70c03782f60a), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.849773 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122e75f-f8fc-49c6-bc4b-3998ac090775 req-a6539b75-20e6-4fd6-9f83-159fbc00c46b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:55.859960 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f122e75f-f8fc-49c6-bc4b-3998ac090775 req-a6539b75-20e6-4fd6-9f83-159fbc00c46b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0742497 May 05 15:34:55.905101 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87042e73-f336-460e-9b08-ec8eb8eff34c,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:55.921180 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.921817 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.921895 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.922202 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.922572 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.922899 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.923220 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.923537 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.923860 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.924181 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.924514 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.924832 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.925152 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.925487 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.925810 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.966107 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f122e75f-f8fc-49c6-bc4b-3998ac090775 req-9c2ebc13-72d2-4900-8183-756a5f81e8c1 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997286 May 05 15:34:55.981110 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (c7018213-0107-4d15-b77a-70c03782f60a), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.982267 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:55.983488 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.061128 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] Pushing event updated for resources: {'Network': ['ID=c7018213-0107-4d15-b77a-70c03782f60a,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:56.093724 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network c7018213-0107-4d15-b77a-70c03782f60a details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:34:56.115009 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ec1288ed-988d-4a0f-9782-f282bd945f5c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7717912 May 05 15:34:56.118240 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43446) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:56.124102 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] Request body: {'subnet': {'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-259125171-subnet', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:56.208361 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device c4650072-a7ee-4762-a867-a9d725f021c7 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:56.266125 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] Made reservation on behalf of fe64406f10a640fd8fb7413d3f431a11 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:56.270107 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432464'] for subnet (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.346350 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Publish callbacks [] for port (f3710470-4d04-4206-83bd-39d22844610c), precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.365779 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port c4650072-a7ee-4762-a867-a9d725f021c7 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:56.366340 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.524569 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead9eb7-f9a6-4a03-982e-25fcb4ebe4ec req-68a8d678-9d82-49cb-95e2-61d9a0229094 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:56.550232 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-eead9eb7-f9a6-4a03-982e-25fcb4ebe4ec req-68a8d678-9d82-49cb-95e2-61d9a0229094 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.1366320 May 05 15:34:56.550694 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port c4650072-a7ee-4762-a867-a9d725f021c7 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:56.588798 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-eead9eb7-f9a6-4a03-982e-25fcb4ebe4ec req-aacf654e-63cc-4fac-80e1-418b87853e11 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548651 May 05 15:34:56.638043 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f71f-46bf-41cd-9c1c-9f5dd8891694 req-f00b16b8-2af8-4e3f-a430-8588043f2b9c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:56.639657 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-cd12f71f-46bf-41cd-9c1c-9f5dd8891694 req-f00b16b8-2af8-4e3f-a430-8588043f2b9c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1085103 May 05 15:34:56.698453 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (f3710470-4d04-4206-83bd-39d22844610c), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.730185 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-cd12f71f-46bf-41cd-9c1c-9f5dd8891694 req-ad038c4c-45c5-477b-bc02-861e95c484e7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895486 May 05 15:34:56.763458 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50d1d-bf39-4821-9651-961c6ba55c25 None None] Pushing event updated for resources: {'Port': ['ID=f3710470-4d04-4206-83bd-39d22844610c,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:56.876116 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Attempting to bind port f3710470-4d04-4206-83bd-39d22844610c on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:56.876490 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Attempting to bind port f3710470-4d04-4206-83bd-39d22844610c by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:56.876865 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Attempting to bind port f3710470-4d04-4206-83bd-39d22844610c on network 5c892b51-50fa-4403-9d49-e005c2bb0f72 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:56.880535 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9255434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432418'] for subnet (6dbdb5f4-a063-4011-8969-3f228a9042e5), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.904230 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:56.904617 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Checking segment: {'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:56.905022 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.905418 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Bound using segment: {'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:56.912587 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Bound port: f3710470-4d04-4206-83bd-39d22844610c, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:56.913433 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (f3710470-4d04-4206-83bd-39d22844610c), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.957617 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dbdb5f4-a063-4011-8969-3f228a9042e5,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:56.970529 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] Checking segment: {'id': 'fa9baaec-da82-4059-a3c0-23df232e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:56.971140 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] Network hostable DHCP agents. Network: c7018213-0107-4d15-b77a-70c03782f60a, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:34:57.040639 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] For port f3710470-4d04-4206-83bd-39d22844610c, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:57.045373 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] For port f3710470-4d04-4206-83bd-39d22844610c, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=f3710470-4d04-4206-83bd-39d22844610c,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:57.061003 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] Network c7018213-0107-4d15-b77a-70c03782f60a is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:34:57.115468 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (f3710470-4d04-4206-83bd-39d22844610c), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:57.115682 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00d02c-15a1-4361-ad41-1468be8f9d88 req-ccc4b80b-5a2e-42b2-b3cb-7de9c60c8146 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:57.124273 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6e00d02c-15a1-4361-ad41-1468be8f9d88 req-ccc4b80b-5a2e-42b2-b3cb-7de9c60c8146 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0682459 May 05 15:34:57.141734 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, c7018213-0107-4d15-b77a-70c03782f60a) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:57.150889 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:57.150889 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:57.164682 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df15794e-f25b-48a5-a580-59fbaf33b8d5 None None] Network c7018213-0107-4d15-b77a-70c03782f60a requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:34:57.235012 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-81f53c93-59b0-40d3-8df6-7401df0e97e7 None None] Provisioning complete for port f3710470-4d04-4206-83bd-39d22844610c triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:57.235648 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81f53c93-59b0-40d3-8df6-7401df0e97e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (f3710470-4d04-4206-83bd-39d22844610c), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:57.246034 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6e00d02c-15a1-4361-ad41-1468be8f9d88 req-5778c9db-32bd-43fc-a4e1-2bcfac257aa5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194568 May 05 15:34:57.265959 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-4d814164-a4bf-41a4-854c-ed7c96e3c93f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1458781 May 05 15:34:57.269120 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43476) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:57.291961 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-259125171-router', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:57.335986 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50d1d-bf39-4821-9651-961c6ba55c25 None None] Pushing event updated for resources: {'Port': ['ID=f3710470-4d04-4206-83bd-39d22844610c,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:57.363608 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Routers {'bebba98e-5a96-490b-9a8a-b83717f73403'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:57.364712 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:34:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['bebba98e-5a96-490b-9a8a-b83717f73403'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:57.389093 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-604143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router (ead69425-b520-49dd-8cb9-2e1fa1a53f19), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:57.395348 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1852'] for router (ead69425-b520-49dd-8cb9-2e1fa1a53f19), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:57.528619 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Publish callbacks [] for router_controller (ead69425-b520-49dd-8cb9-2e1fa1a53f19), precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:57.536511 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-c7018213-0107-4d15-b77a-70c03782f60a', 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a', 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'fixed_ips': [{'subnet_id': '6dbdb5f4-a063-4011-8969-3f228a9042e5'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:34:57.537565 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:57.747703 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-81f53c93-59b0-40d3-8df6-7401df0e97e7 None None] Current status of the port f3710470-4d04-4206-83bd-39d22844610c is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:57.748398 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81f53c93-59b0-40d3-8df6-7401df0e97e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (f3710470-4d04-4206-83bd-39d22844610c), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:57.827930 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] Set router bebba98e-5a96-490b-9a8a-b83717f73403 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:57.842675 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Publish callbacks [] for router_gateway (ead69425-b520-49dd-8cb9-2e1fa1a53f19), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:57.867367 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f59f6-f58c-4a58-957a-ed2242a67827 req-eb8fbfb6-25ba-4c63-8503-d5ec16c16fbe tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:57.871228 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ed2f59f6-f58c-4a58-957a-ed2242a67827 req-eb8fbfb6-25ba-4c63-8503-d5ec16c16fbe tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.1211512 May 05 15:34:57.957252 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc0df0-08ea-45ff-bd3a-d3eada51e639 req-8cbb8391-08ad-43ff-9869-d7f2569378d8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:57.961452 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-61cc0df0-08ea-45ff-bd3a-d3eada51e639 req-8cbb8391-08ad-43ff-9869-d7f2569378d8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1024137 May 05 15:34:58.068585 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-61cc0df0-08ea-45ff-bd3a-d3eada51e639 req-40ed391c-4e49-4742-af96-0dd4e50073ec tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007745 May 05 15:34:58.088603 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ed2f59f6-f58c-4a58-957a-ed2242a67827 req-15db282a-efe6-48ab-b546-81a08e18c59a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010894 May 05 15:34:58.144945 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-81f53c93-59b0-40d3-8df6-7401df0e97e7 None None] For port f3710470-4d04-4206-83bd-39d22844610c, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=f3710470-4d04-4206-83bd-39d22844610c,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:58.217936 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81f53c93-59b0-40d3-8df6-7401df0e97e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (f3710470-4d04-4206-83bd-39d22844610c), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:58.271200 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Publish callbacks [] for router_gateway (ead69425-b520-49dd-8cb9-2e1fa1a53f19), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:58.271778 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Allocated IP 172.20.0.2 (c7018213-0107-4d15-b77a-70c03782f60a/6dbdb5f4-a063-4011-8969-3f228a9042e5/6125f52e-8db7-4482-a940-a8d9586846c9) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:58.289902 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:53Z', 'revision_number': 4, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'f3710470-4d04-4206-83bd-39d22844610c', 'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'mac_address': 'fa:16:3e:9f:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:52Z', 'updated_at': '2022-05-05T15:34:57Z', 'revision_number': 4, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'subnets': [{'id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:58.328326 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93514bde-368c-4d3a-b3f4-851bfc075092 None None] The sync data for ids ['bebba98e-5a96-490b-9a8a-b83717f73403'] in dv-cinder-840678-1-iscsi is: [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:53Z', 'revision_number': 4, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'f3710470-4d04-4206-83bd-39d22844610c', 'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'mac_address': 'fa:16:3e:9f:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:52Z', 'updated_at': '2022-05-05T15:34:57Z', 'revision_number': 4, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'subnets': [{'id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:58.328714 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:58.452226 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-5aafed33-83f2-4944-9baa-71c77537e2d8 None None] Provisioning complete for port f3710470-4d04-4206-83bd-39d22844610c triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:58.460948 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5aafed33-83f2-4944-9baa-71c77537e2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (f3710470-4d04-4206-83bd-39d22844610c), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:58.460948 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f53c93-59b0-40d3-8df6-7401df0e97e7 None None] Pushing event updated for resources: {'Port': ['ID=f3710470-4d04-4206-83bd-39d22844610c,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:58.587365 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfc847-973e-49f1-8380-a81c2d975636 req-6c5029f0-91b2-4711-b6f0-704f53b24ed1 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:58.589533 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-84bfc847-973e-49f1-8380-a81c2d975636 req-6c5029f0-91b2-4711-b6f0-704f53b24ed1 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.1262040 May 05 15:34:58.590804 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Allocated IP 172.27.0.249 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/4052a720-99ed-4df8-8b59-bfb8986833f3) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:58.682484 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-84bfc847-973e-49f1-8380-a81c2d975636 req-8daf6e12-92ff-4d8b-8e11-df11b5c74557 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763435 May 05 15:34:58.737569 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43504) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:58.808057 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Publish callbacks [] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:58.831012 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Publish callbacks [] for port (6125f52e-8db7-4482-a940-a8d9586846c9), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:58.857165 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5aafed33-83f2-4944-9baa-71c77537e2d8 None None] Current status of the port f3710470-4d04-4206-83bd-39d22844610c is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:58.920670 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:58.932043 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:58.953079 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2339fd96-fde7-492d-ae8a-26f43c5402de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:59.001871 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Network c7018213-0107-4d15-b77a-70c03782f60a is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:59.004789 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:59.010447 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:59.026426 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:59.037001 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:59.045508 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:59.072000 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Pushing event updated for resources: {'Port': ['ID=6125f52e-8db7-4482-a940-a8d9586846c9,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:59.160714 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Attempting to bind port 6125f52e-8db7-4482-a940-a8d9586846c9 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:59.161773 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Attempting to bind port 6125f52e-8db7-4482-a940-a8d9586846c9 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'fa9baaec-da82-4059-a3c0-23df232e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:59.166589 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Attempting to bind port 6125f52e-8db7-4482-a940-a8d9586846c9 on network c7018213-0107-4d15-b77a-70c03782f60a {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:59.182649 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4052a720-99ed-4df8-8b59-bfb8986833f3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:59.186031 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:59.186626 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Checking segment: {'id': 'fa9baaec-da82-4059-a3c0-23df232e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:59.189789 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:59.190308 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Bound using segment: {'id': 'fa9baaec-da82-4059-a3c0-23df232e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:59.191739 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Bound port: 6125f52e-8db7-4482-a940-a8d9586846c9, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9baaec-da82-4059-a3c0-23df232e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:59.192275 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:59.194926 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2339fd96-fde7-492d-ae8a-26f43c5402de admin admin] Publish callbacks [] for security_group (478fc301-52ce-483b-a814-f1ff0b140d8a), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:59.304140 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2339fd96-fde7-492d-ae8a-26f43c5402de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (478fc301-52ce-483b-a814-f1ff0b140d8a), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:59.361770 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb4304-9736-429c-952f-d0a5a6ac0eee req-f6686f95-bcae-4b2d-9b0c-acd0708cac40 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:59.363965 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] For port 6125f52e-8db7-4482-a940-a8d9586846c9, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:59.367465 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] For port 6125f52e-8db7-4482-a940-a8d9586846c9, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6125f52e-8db7-4482-a940-a8d9586846c9,segment=NetworkSegment(fa9baaec-da82-4059-a3c0-23df232e9c0e),segment_id=fa9baaec-da82-4059-a3c0-23df232e9c0e)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:59.369955 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e9eb4304-9736-429c-952f-d0a5a6ac0eee req-f6686f95-bcae-4b2d-9b0c-acd0708cac40 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1499197 May 05 15:34:59.370593 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6fd7d-2632-44a3-8226-f131e709fa52 req-966efd9b-2988-47ca-ae7c-62116323a7b1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:59.379676 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f2f6fd7d-2632-44a3-8226-f131e709fa52 req-966efd9b-2988-47ca-ae7c-62116323a7b1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.1691883 May 05 15:34:59.420322 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-2339fd96-fde7-492d-ae8a-26f43c5402de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52bce0981dea4c01a956e3b80223a92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6814806 May 05 15:34:59.424311 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339fd96-fde7-492d-ae8a-26f43c5402de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478fc301-52ce-483b-a814-f1ff0b140d8a,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:59.426254 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43520) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:59.472793 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:59.552004 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f2f6fd7d-2632-44a3-8226-f131e709fa52 req-9a7813c1-33a0-4a8d-a14f-4c4d81ba66a7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675048 May 05 15:34:59.565911 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e9eb4304-9736-429c-952f-d0a5a6ac0eee req-1ead3ad1-59cc-4724-af8a-2f5662a4f221 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680658 May 05 15:34:59.608008 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7b68-ae5d-435d-8e1e-556025828d12 admin admin] Publish callbacks [] for security_group (478fc301-52ce-483b-a814-f1ff0b140d8a), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:59.636250 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ede12-98be-487e-ae53-c8eb88b7fb92 None None] Pushing event updated for resources: {'Port': ['ID=6125f52e-8db7-4482-a940-a8d9586846c9,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:59.638374 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7b68-ae5d-435d-8e1e-556025828d12 admin admin] Publish callbacks [] for security_group (478fc301-52ce-483b-a814-f1ff0b140d8a), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:59.770769 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7b68-ae5d-435d-8e1e-556025828d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (478fc301-52ce-483b-a814-f1ff0b140d8a), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:59.770769 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7b68-ae5d-435d-8e1e-556025828d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:59.774500 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e8bc7b68-ae5d-435d-8e1e-556025828d12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/478fc301-52ce-483b-a814-f1ff0b140d8a HTTP/1.1" status: 204 len: 168 time: 0.3409293 May 05 15:34:59.799911 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc7b68-ae5d-435d-8e1e-556025828d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478fc301-52ce-483b-a814-f1ff0b140d8a,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:59.908231 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fbcef-3238-4b84-9e49-3de8dff3f680 req-7d9f4995-3063-47f2-8316-32845ad98c5a tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:59.916805 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-bb5fbcef-3238-4b84-9e49-3de8dff3f680 req-7d9f4995-3063-47f2-8316-32845ad98c5a tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0868990 May 05 15:35:00.103887 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Publish callbacks [] for router_gateway (ead69425-b520-49dd-8cb9-2e1fa1a53f19), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:00.117640 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-bb5fbcef-3238-4b84-9e49-3de8dff3f680 req-293198a8-b399-458a-917f-3fe1bc3fd680 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398926 May 05 15:35:00.330680 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device f3710470-4d04-4206-83bd-39d22844610c up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:00.408703 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port f3710470-4d04-4206-83bd-39d22844610c triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:00.409173 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (f3710470-4d04-4206-83bd-39d22844610c), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:00.473144 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165'] for router (ead69425-b520-49dd-8cb9-2e1fa1a53f19), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:00.504400 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port f3710470-4d04-4206-83bd-39d22844610c is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:00.505885 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6125f52e-8db7-4482-a940-a8d9586846c9 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:00.614327 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 6125f52e-8db7-4482-a940-a8d9586846c9 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:00.619797 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:00.778579 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1def6ea-9c35-4c69-b1d8-a375fea0e0a3 req-4f4c9c0d-7f25-43e9-acd0-25b1c08ef6d7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:00.780510 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a1def6ea-9c35-4c69-b1d8-a375fea0e0a3 req-4f4c9c0d-7f25-43e9-acd0-25b1c08ef6d7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0856795 May 05 15:35:00.810577 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43544) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:00.826701 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8d88f5ad-a4e8-40dd-8c12-d4df1a3eb333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:00.848444 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc6b9b-885f-4d68-8d3f-90a12cdba8c7 req-ae0b27f7-9150-40e8-afbd-ffd6a669e02d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:00.850569 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cbdc6b9b-885f-4d68-8d3f-90a12cdba8c7 req-ae0b27f7-9150-40e8-afbd-ffd6a669e02d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.1473453 May 05 15:35:00.869596 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 6125f52e-8db7-4482-a940-a8d9586846c9 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:00.869985 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:00.926087 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port 6125f52e-8db7-4482-a940-a8d9586846c9, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6125f52e-8db7-4482-a940-a8d9586846c9,segment=NetworkSegment(fa9baaec-da82-4059-a3c0-23df232e9c0e),segment_id=fa9baaec-da82-4059-a3c0-23df232e9c0e)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:00.971016 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a1def6ea-9c35-4c69-b1d8-a375fea0e0a3 req-82f89b40-8026-4a85-a086-513e6b995426 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788368 May 05 15:35:01.002051 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:01.017746 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cbdc6b9b-885f-4d68-8d3f-90a12cdba8c7 req-fe74f52d-f788-4f03-8849-e50e3cd024f8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571639 May 05 15:35:01.078183 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=6125f52e-8db7-4482-a940-a8d9586846c9,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:01.081204 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dde1cf46-ec66-4365-bf12-81efceae1b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:01.114907 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8d88f5ad-a4e8-40dd-8c12-d4df1a3eb333 admin admin] Publish callbacks [] for security_group (ce5f21b5-bd56-466f-91f6-e0e259c1f45e), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:01.120327 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Router ead69425-b520-49dd-8cb9-2e1fa1a53f19 is scheduled to L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:35:01.204555 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae65d6-4b81-4688-9a9e-5e0bceba594a None None] Network c7018213-0107-4d15-b77a-70c03782f60a requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:35:01.240223 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8d88f5ad-a4e8-40dd-8c12-d4df1a3eb333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ce5f21b5-bd56-466f-91f6-e0e259c1f45e), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:01.298071 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556ace7-8030-4f68-85df-acb7474d4aac req-41845545-3e9a-434b-937c-60ef4020a241 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:01.299701 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2556ace7-8030-4f68-85df-acb7474d4aac req-41845545-3e9a-434b-937c-60ef4020a241 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0671973 May 05 15:35:01.303204 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:35:01.314587 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Sync routers for ids ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:35:01.337025 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Routers {'ead69425-b520-49dd-8cb9-2e1fa1a53f19'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:01.337025 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:34:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:01.393329 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8d88f5ad-a4e8-40dd-8c12-d4df1a3eb333 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a6790b86e8c4bc0953bf02bce7d64d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5809529 May 05 15:35:01.394495 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43570) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:01.400578 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-d26671e1-c2a8-4281-a499-d9a6ee20b7f3 None None] Provisioning complete for port 6125f52e-8db7-4482-a940-a8d9586846c9 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:01.402106 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d26671e1-c2a8-4281-a499-d9a6ee20b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:01.419961 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:01.421136 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3d6a016f-6b23-4dac-9a45-7cf7abfa82d6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1503127 May 05 15:35:01.438562 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43574) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:01.485552 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Set router ead69425-b520-49dd-8cb9-2e1fa1a53f19 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:01.497912 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88f5ad-a4e8-40dd-8c12-d4df1a3eb333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5f21b5-bd56-466f-91f6-e0e259c1f45e,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:01.579642 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-332783e1-9e60-4b3f-988f-3421a8ea6358 admin admin] Publish callbacks [] for security_group (ce5f21b5-bd56-466f-91f6-e0e259c1f45e), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:01.590822 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2556ace7-8030-4f68-85df-acb7474d4aac req-07e6865c-ca3e-41da-84d6-fa239fe14698 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659936 May 05 15:35:01.636263 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-332783e1-9e60-4b3f-988f-3421a8ea6358 admin admin] Publish callbacks [] for security_group (ce5f21b5-bd56-466f-91f6-e0e259c1f45e), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:01.682761 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d26671e1-c2a8-4281-a499-d9a6ee20b7f3 None None] Current status of the port 6125f52e-8db7-4482-a940-a8d9586846c9 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:01.781297 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-332783e1-9e60-4b3f-988f-3421a8ea6358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ce5f21b5-bd56-466f-91f6-e0e259c1f45e), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:01.784003 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-332783e1-9e60-4b3f-988f-3421a8ea6358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:01.785268 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-332783e1-9e60-4b3f-988f-3421a8ea6358 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce5f21b5-bd56-466f-91f6-e0e259c1f45e HTTP/1.1" status: 204 len: 168 time: 0.3877218 May 05 15:35:01.814835 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332783e1-9e60-4b3f-988f-3421a8ea6358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5f21b5-bd56-466f-91f6-e0e259c1f45e,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:01.923140 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'name': 'tempest-TestShelveInstance-259125171-router', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:57Z', 'updated_at': '2022-05-05T15:34:59Z', 'revision_number': 3, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'gw_port': {'id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:58Z', 'updated_at': '2022-05-05T15:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:01.955668 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Checking router: ead69425-b520-49dd-8cb9-2e1fa1a53f19 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:35:01.956028 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Updating router ead69425-b520-49dd-8cb9-2e1fa1a53f19 port 4052a720-99ed-4df8-8b59-bfb8986833f3 binding host dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:35:01.985982 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:02.029766 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-194c4ad8-1e13-4977-9844-c67967e590f8 None None] Provisioning complete for port 6125f52e-8db7-4482-a940-a8d9586846c9 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:02.032751 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-194c4ad8-1e13-4977-9844-c67967e590f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:02.234204 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8ab79-c773-4b5c-b1f7-d8e73b199068 req-c3a3dae2-5817-4634-9237-99e415a517ae tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:02.242730 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8bb8ab79-c773-4b5c-b1f7-d8e73b199068 req-c3a3dae2-5817-4634-9237-99e415a517ae tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0738480 May 05 15:35:02.345034 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6125f52e-8db7-4482-a940-a8d9586846c9 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:02.410471 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8bb8ab79-c773-4b5c-b1f7-d8e73b199068 req-fcde596f-74c8-42f0-a11e-dac50a91bd1e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665714 May 05 15:35:02.501019 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Publish callbacks [] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:02.536230 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-194c4ad8-1e13-4977-9844-c67967e590f8 None None] Current status of the port 6125f52e-8db7-4482-a940-a8d9586846c9 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:02.539990 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c265b6-67a3-42e5-8029-d465359ebdf7 req-62567eba-d5b1-4539-9002-4f9084c73bce tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:02.541923 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-22c265b6-67a3-42e5-8029-d465359ebdf7 req-62567eba-d5b1-4539-9002-4f9084c73bce tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.2302451 May 05 15:35:02.557949 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43602) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:02.581772 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 6125f52e-8db7-4482-a940-a8d9586846c9 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:02.582300 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:02.588379 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:02.637893 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Attempting to bind port 4052a720-99ed-4df8-8b59-bfb8986833f3 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:02.638271 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Attempting to bind port 4052a720-99ed-4df8-8b59-bfb8986833f3 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:02.638659 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Attempting to bind port 4052a720-99ed-4df8-8b59-bfb8986833f3 on network 02718d50-6065-4980-9530-582a9009be37 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:02.718237 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:02.719012 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:02.719682 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:02.720392 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Bound using segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:02.721085 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Bound port: 4052a720-99ed-4df8-8b59-bfb8986833f3, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:02.721679 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:02.724167 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Pushing event updated for resources: {'Port': ['ID=4052a720-99ed-4df8-8b59-bfb8986833f3,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:02.753375 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.754923 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.755988 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0e0e715e-0606-4708-84b6-215d85aaf899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:02.756399 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.757570 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.761173 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.761800 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.762381 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.762921 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.763455 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.765261 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.766509 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.767094 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.772497 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.773157 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.773804 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:02.797770 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 6125f52e-8db7-4482-a940-a8d9586846c9 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:02.826154 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-22c265b6-67a3-42e5-8029-d465359ebdf7 req-b9f36f3e-62de-4b04-b9d1-0b0ea909b74a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764490 May 05 15:35:02.884702 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] For port 4052a720-99ed-4df8-8b59-bfb8986833f3, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:02.890402 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] For port 4052a720-99ed-4df8-8b59-bfb8986833f3, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=4052a720-99ed-4df8-8b59-bfb8986833f3,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:02.909676 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639af2c-c8a5-4342-a108-50e8963f3011 req-7d21919f-223b-4d66-93c4-59856aa03f14 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:02.911723 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9639af2c-c8a5-4342-a108-50e8963f3011 req-7d21919f-223b-4d66-93c4-59856aa03f14 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.1613100 May 05 15:35:02.978931 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0e0e715e-0606-4708-84b6-215d85aaf899 admin admin] Publish callbacks [] for security_group (d3eba76a-9526-4ad0-aae9-7ffd9cf5ace8), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:02.999354 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:03.005258 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9639af2c-c8a5-4342-a108-50e8963f3011 req-ac14ec4a-3b35-4fac-9d4b-dd77f7f48b7d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852695 May 05 15:35:03.051792 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-40fd16df-23a5-4ef7-a59a-b0477c9ca626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:03.082570 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0e0e715e-0606-4708-84b6-215d85aaf899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d3eba76a-9526-4ad0-aae9-7ffd9cf5ace8), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:03.089682 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181d3ca-560a-43be-adbe-27417cc30224 None None] Pushing event updated for resources: {'Port': ['ID=4052a720-99ed-4df8-8b59-bfb8986833f3,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:03.112225 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Routers {'ead69425-b520-49dd-8cb9-2e1fa1a53f19'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:03.113207 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:35:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:03.183775 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-0e0e715e-0606-4708-84b6-215d85aaf899 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=032afd73aa714944b269a63a6018b247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6246173 May 05 15:35:03.185054 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e715e-0606-4708-84b6-215d85aaf899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eba76a-9526-4ad0-aae9-7ffd9cf5ace8,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:03.188464 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:03.189635 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43618) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:03.320058 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-86d255d3-5e5c-42c7-877c-0947f6f49a7d admin admin] Publish callbacks [] for security_group (d3eba76a-9526-4ad0-aae9-7ffd9cf5ace8), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:03.374349 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-86d255d3-5e5c-42c7-877c-0947f6f49a7d admin admin] Publish callbacks [] for security_group (d3eba76a-9526-4ad0-aae9-7ffd9cf5ace8), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:03.394439 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] Set router ead69425-b520-49dd-8cb9-2e1fa1a53f19 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:03.510981 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Allocated IP 172.20.0.1 (c7018213-0107-4d15-b77a-70c03782f60a/6dbdb5f4-a063-4011-8969-3f228a9042e5/340afa7b-d645-4f6d-8ea3-6dfdc3b128aa) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:03.598906 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-86d255d3-5e5c-42c7-877c-0947f6f49a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d3eba76a-9526-4ad0-aae9-7ffd9cf5ace8), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:03.601866 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-86d255d3-5e5c-42c7-877c-0947f6f49a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:03.603748 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-86d255d3-5e5c-42c7-877c-0947f6f49a7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3eba76a-9526-4ad0-aae9-7ffd9cf5ace8 HTTP/1.1" status: 204 len: 168 time: 0.3902287 May 05 15:35:03.619687 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d255d3-5e5c-42c7-877c-0947f6f49a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eba76a-9526-4ad0-aae9-7ffd9cf5ace8,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:03.649676 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'name': 'tempest-TestShelveInstance-259125171-router', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:57Z', 'updated_at': '2022-05-05T15:34:59Z', 'revision_number': 3, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'gw_port': {'id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:58Z', 'updated_at': '2022-05-05T15:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:03.689447 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb414-dd3d-4ae4-bc85-0f3e13a9bf86 req-59a2754b-c896-4a1e-a1d8-0a3087e73023 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:03.691438 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-298bb414-dd3d-4ae4-bc85-0f3e13a9bf86 req-59a2754b-c896-4a1e-a1d8-0a3087e73023 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1564610 May 05 15:35:03.716730 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceeb4be-5086-42cc-ba05-549a5c735773 None None] The sync data for ids ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'] in dv-cinder-840678-1-iscsi is: [{'id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'name': 'tempest-TestShelveInstance-259125171-router', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:57Z', 'updated_at': '2022-05-05T15:34:59Z', 'revision_number': 3, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'gw_port': {'id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:58Z', 'updated_at': '2022-05-05T15:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:35:03.965712 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-298bb414-dd3d-4ae4-bc85-0f3e13a9bf86 req-40cfe6da-6025-49f1-b679-3040f6b01746 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654786 May 05 15:35:03.974820 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Publish callbacks [] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:04.032339 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c181c-e574-4d76-a7a6-eaa83a51fece req-a7bd61d1-b2bc-435b-83c4-ef785a2c0415 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:04.040857 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c08c181c-e574-4d76-a7a6-eaa83a51fece req-a7bd61d1-b2bc-435b-83c4-ef785a2c0415 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0832598 May 05 15:35:04.145227 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c08c181c-e574-4d76-a7a6-eaa83a51fece req-09e8f34e-a35f-40a2-b829-7bf713b45942 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033325 May 05 15:35:04.169924 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:04.249742 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:04.345554 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f92da-e511-402c-8bef-0061205eebbf req-c68bbd51-3f7e-4268-9acf-f7ee53a0bf92 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:04.355088 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1f4f92da-e511-402c-8bef-0061205eebbf req-c68bbd51-3f7e-4268-9acf-f7ee53a0bf92 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.2313423 May 05 15:35:04.395032 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Network c7018213-0107-4d15-b77a-70c03782f60a is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:04.402718 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:04.412679 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:04.551721 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640392'] for router_interface (ead69425-b520-49dd-8cb9-2e1fa1a53f19), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:04.564020 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Pushing event updated for resources: {'Port': ['ID=340afa7b-d645-4f6d-8ea3-6dfdc3b128aa,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:04.692475 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1f4f92da-e511-402c-8bef-0061205eebbf req-794d0999-ccee-4767-b9c5-f44f4bc0a004 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3360047 May 05 15:35:04.776160 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-d9fa4d8f-dce9-484e-81c7-10ffed414237 None None] Provisioning complete for port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:04.780563 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4d8f-dce9-484e-81c7-10ffed414237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:04.830321 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa4d8f-dce9-484e-81c7-10ffed414237 None None] Port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:35:04.935767 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:05.196829 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dd1c0-2cab-443a-95fa-c9835fe1dfe6 req-3c1c8938-b8ee-4518-be10-a6df1bb53180 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:05.213111 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4a6dd1c0-2cab-443a-95fa-c9835fe1dfe6 req-3c1c8938-b8ee-4518-be10-a6df1bb53180 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1059959 May 05 15:35:05.377632 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4a6dd1c0-2cab-443a-95fa-c9835fe1dfe6 req-2cf0d7d7-4077-4554-949c-db1228384434 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630335 May 05 15:35:05.443105 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21156985-094f-452f-974d-244f7fb04657 req-11af35a7-0116-40e1-b792-fe15dd36c692 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:05.450706 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-21156985-094f-452f-974d-244f7fb04657 req-11af35a7-0116-40e1-b792-fe15dd36c692 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.1501966 May 05 15:35:05.484627 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Publish callbacks [] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:05.525585 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-21156985-094f-452f-974d-244f7fb04657 req-262b752d-da4d-4669-8481-07ee79cc690c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738273 May 05 15:35:05.583951 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:05.646534 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640370'] for router_interface (ead69425-b520-49dd-8cb9-2e1fa1a53f19), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:05.738732 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Pushing event updated for resources: {'Port': ['ID=340afa7b-d645-4f6d-8ea3-6dfdc3b128aa,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:05.878885 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:05.888741 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Network c7018213-0107-4d15-b77a-70c03782f60a is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:05.890351 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:05.994874 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8f117-8eaf-4128-a7c6-ce5b9fd95af4 req-98e6a444-bc03-48d2-b5bf-059c7804cfa6 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:05.994874 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8ce8f117-8eaf-4128-a7c6-ce5b9fd95af4 req-98e6a444-bc03-48d2-b5bf-059c7804cfa6 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.1003261 May 05 15:35:06.130480 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8ce8f117-8eaf-4128-a7c6-ce5b9fd95af4 req-381492d7-838c-4eb3-b027-e2ae09b91156 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397552 May 05 15:35:06.226942 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Router ead69425-b520-49dd-8cb9-2e1fa1a53f19 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:35:06.247634 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 4052a720-99ed-4df8-8b59-bfb8986833f3 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:06.324173 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 4052a720-99ed-4df8-8b59-bfb8986833f3 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:06.324896 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:06.388843 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-d209042d-a711-40fc-8fc6-69954635fb14 None None] Provisioning complete for port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:06.389217 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d209042d-a711-40fc-8fc6-69954635fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:06.416845 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:35:06.435015 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Sync routers for ids ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:35:06.453080 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-394cad27-f544-449c-a780-ca679522d672 admin admin] 10.222.0.44 "PUT /v2.0/routers/ead69425-b520-49dd-8cb9-2e1fa1a53f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0059941 May 05 15:35:06.494741 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d209042d-a711-40fc-8fc6-69954635fb14 None None] Port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:35:06.502177 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Routers {'ead69425-b520-49dd-8cb9-2e1fa1a53f19'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:06.503734 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:35:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:06.598477 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4378cf7-45ad-4f46-a539-ed3410e5f586 req-2215198c-fba8-483f-aa97-23a5f4b3ba72 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:06.609647 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b4378cf7-45ad-4f46-a539-ed3410e5f586 req-2215198c-fba8-483f-aa97-23a5f4b3ba72 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1276531 May 05 15:35:06.732675 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b4378cf7-45ad-4f46-a539-ed3410e5f586 req-cb462360-6878-4564-b18e-f1ada9411217 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207736 May 05 15:35:06.809781 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f8f1f-4d63-4420-8ad0-3e470c42b3c5 req-eb2ffa5b-4ffc-4b64-89de-aab46e5c2941 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:06.820508 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-805f8f1f-4d63-4420-8ad0-3e470c42b3c5 req-eb2ffa5b-4ffc-4b64-89de-aab46e5c2941 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.2069545 May 05 15:35:06.823151 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 4052a720-99ed-4df8-8b59-bfb8986833f3 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:06.825626 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:06.871034 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Set router ead69425-b520-49dd-8cb9-2e1fa1a53f19 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:06.916672 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port 4052a720-99ed-4df8-8b59-bfb8986833f3, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=4052a720-99ed-4df8-8b59-bfb8986833f3,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:06.923432 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-805f8f1f-4d63-4420-8ad0-3e470c42b3c5 req-7d77c675-2a5c-4a3f-90ce-843d00644546 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934451 May 05 15:35:06.988862 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:07.139960 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=4052a720-99ed-4df8-8b59-bfb8986833f3,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:07.200775 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:07.222949 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'name': 'tempest-TestShelveInstance-259125171-router', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:57Z', 'updated_at': '2022-05-05T15:35:04Z', 'revision_number': 4, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'gw_port': {'id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:58Z', 'updated_at': '2022-05-05T15:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '340afa7b-d645-4f6d-8ea3-6dfdc3b128aa', 'name': '', 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'mac_address': 'fa:16:3e:12:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6dbdb5f4-a063-4011-8969-3f228a9042e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:03Z', 'updated_at': '2022-05-05T15:35:05Z', 'revision_number': 2, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'subnets': [{'id': '6dbdb5f4-a063-4011-8969-3f228a9042e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:07.259655 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Checking router: ead69425-b520-49dd-8cb9-2e1fa1a53f19 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:35:07.260217 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Updating router ead69425-b520-49dd-8cb9-2e1fa1a53f19 port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa binding host dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:35:07.298235 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:07.313033 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d171f-0de4-439a-9d2c-e212b4a88b4f req-fb10c79e-306a-4f58-89e1-90c816d5dccc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:07.323720 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-718d171f-0de4-439a-9d2c-e212b4a88b4f req-fb10c79e-306a-4f58-89e1-90c816d5dccc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0913980 May 05 15:35:07.491185 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-718d171f-0de4-439a-9d2c-e212b4a88b4f req-481e8e24-789e-4c1f-9412-5cd6d1e33117 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661258 May 05 15:35:07.667737 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Publish callbacks [] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:07.750725 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:07.800621 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43802) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:07.806692 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-a87dcd82-b763-4265-b3c3-7a015374f11d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764539815', 'description': 'tempest-secgroup-smoke-1764539815 description', 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:07.984203 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8ba74-9994-4bed-a2dd-8a1e90bfde0b req-9f7c640c-d03f-42a5-8777-13e364eb4aaf tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:07.987674 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9df8ba74-9994-4bed-a2dd-8a1e90bfde0b req-9f7c640c-d03f-42a5-8777-13e364eb4aaf tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0944517 May 05 15:35:08.039823 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a72d26-9e5e-4753-a9c6-835ccaa212f5 None None] Pushing event updated for resources: {'Port': ['ID=340afa7b-d645-4f6d-8ea3-6dfdc3b128aa,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:08.041396 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a87dcd82-b763-4265-b3c3-7a015374f11d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.078900 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Attempting to bind port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:08.086776 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Attempting to bind port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'fa9baaec-da82-4059-a3c0-23df232e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:08.086776 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Attempting to bind port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa on network c7018213-0107-4d15-b77a-70c03782f60a {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:08.097281 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:08.097660 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Checking segment: {'id': 'fa9baaec-da82-4059-a3c0-23df232e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:08.098426 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.098824 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Bound using segment: {'id': 'fa9baaec-da82-4059-a3c0-23df232e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:08.115298 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Bound port: 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9baaec-da82-4059-a3c0-23df232e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:08.115298 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.148136 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fdb16-a6e6-41ee-99d5-f87e0b529206 req-af93517b-fb10-4a42-b450-40b2074cd175 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:08.151079 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-158fdb16-a6e6-41ee-99d5-f87e0b529206 req-af93517b-fb10-4a42-b450-40b2074cd175 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0756810 May 05 15:35:08.172166 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9df8ba74-9994-4bed-a2dd-8a1e90bfde0b req-f6521899-02fe-49f8-89be-fe1a5bc88e04 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788805 May 05 15:35:08.221725 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a87dcd82-b763-4265-b3c3-7a015374f11d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group (ba734410-b9b4-422e-8fba-d59ac1749087), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.232572 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 4052a720-99ed-4df8-8b59-bfb8986833f3 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:08.260058 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-158fdb16-a6e6-41ee-99d5-f87e0b529206 req-d1fa373b-bdc3-4f4a-a401-6ee4dfbb75f7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019397 May 05 15:35:08.290009 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-a56a7480-2179-4166-83ee-85838143bcb0 None None] Provisioning complete for port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:08.290685 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a56a7480-2179-4166-83ee-85838143bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.312298 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] For port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:08.315839 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] For port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=340afa7b-d645-4f6d-8ea3-6dfdc3b128aa,segment=NetworkSegment(fa9baaec-da82-4059-a3c0-23df232e9c0e),segment_id=fa9baaec-da82-4059-a3c0-23df232e9c0e)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:08.320724 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a87dcd82-b763-4265-b3c3-7a015374f11d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ba734410-b9b4-422e-8fba-d59ac1749087), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.388383 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dcd82-b763-4265-b3c3-7a015374f11d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba734410-b9b4-422e-8fba-d59ac1749087,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:08.412094 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a56a7480-2179-4166-83ee-85838143bcb0 None None] Port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:35:08.432460 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 4052a720-99ed-4df8-8b59-bfb8986833f3 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:08.433112 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.466690 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.474437 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a87dcd82-b763-4265-b3c3-7a015374f11d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.476650 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a87dcd82-b763-4265-b3c3-7a015374f11d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6748147 May 05 15:35:08.484546 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43842) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:08.489892 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-4dde40a1-0386-4a73-841e-fac88eaa0b92 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Request body: {'security_group_rule': {'security_group_id': 'ba734410-b9b4-422e-8fba-d59ac1749087', 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:08.634275 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a72d26-9e5e-4753-a9c6-835ccaa212f5 None None] Pushing event updated for resources: {'Port': ['ID=340afa7b-d645-4f6d-8ea3-6dfdc3b128aa,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:08.657593 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Routers {'ead69425-b520-49dd-8cb9-2e1fa1a53f19'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:08.658224 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:35:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:08.689974 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f473c3-f02e-4535-8e6b-0faf73d37e00 req-b5bd5897-3d36-43a0-b758-163b2366688e tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:08.692704 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-17f473c3-f02e-4535-8e6b-0faf73d37e00 req-b5bd5897-3d36-43a0-b758-163b2366688e tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.1183255 May 05 15:35:08.706935 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4dde40a1-0386-4a73-841e-fac88eaa0b92 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (0010e57a-e72e-42c7-b258-bdc10e12cd49), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.877816 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-17f473c3-f02e-4535-8e6b-0faf73d37e00 req-9f55bf51-c746-4dae-9cfd-ed8dfc2b6872 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612823 May 05 15:35:08.917717 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4dde40a1-0386-4a73-841e-fac88eaa0b92 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (0010e57a-e72e-42c7-b258-bdc10e12cd49), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.963247 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device a9363929-a531-406c-9bd3-ec769fcc6fad details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:35:08.978941 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4dde40a1-0386-4a73-841e-fac88eaa0b92 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (0010e57a-e72e-42c7-b258-bdc10e12cd49), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:08.996408 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 4052a720-99ed-4df8-8b59-bfb8986833f3 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:09.013522 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] Set router ead69425-b520-49dd-8cb9-2e1fa1a53f19 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:09.027790 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde40a1-0386-4a73-841e-fac88eaa0b92 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0010e57a-e72e-42c7-b258-bdc10e12cd49,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:09.084347 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-8cec061c-ffc0-444c-8c2c-87caa3705c02 None None] Provisioning complete for port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:09.085446 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cec061c-ffc0-444c-8c2c-87caa3705c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:09.128516 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4dde40a1-0386-4a73-841e-fac88eaa0b92 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:09.133881 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-4dde40a1-0386-4a73-841e-fac88eaa0b92 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6447022 May 05 15:35:09.134085 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43872) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:09.140263 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-0f724cc1-ad37-4924-9b01-dd4365cf3211 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Request body: {'security_group_rule': {'security_group_id': 'ba734410-b9b4-422e-8fba-d59ac1749087', 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:09.263293 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0f724cc1-ad37-4924-9b01-dd4365cf3211 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (e526659b-d447-436f-87f4-f5f37c946815), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:09.297947 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:09.364060 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'port_id': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'mac_address': 'fa:16:3e:af:35:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:35:09.382894 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0f724cc1-ad37-4924-9b01-dd4365cf3211 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (e526659b-d447-436f-87f4-f5f37c946815), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:09.410835 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bbe92-8d01-4c91-94f5-f9208e29cecf req-60ceb48d-dc92-47bc-bf1d-16f199e98c45 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:09.423703 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-296bbe92-8d01-4c91-94f5-f9208e29cecf req-60ceb48d-dc92-47bc-bf1d-16f199e98c45 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1137478 May 05 15:35:09.472339 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0f724cc1-ad37-4924-9b01-dd4365cf3211 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (e526659b-d447-436f-87f4-f5f37c946815), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:09.557727 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-296bbe92-8d01-4c91-94f5-f9208e29cecf req-dbb7a194-a9c6-4e52-b968-bfe7f605e230 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326621 May 05 15:35:09.563710 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4f465-efb6-4b6d-8b10-5cfe2af57075 req-c3b4cb48-1390-440b-9513-f46935576c21 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:09.586588 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a5d4f465-efb6-4b6d-8b10-5cfe2af57075 req-c3b4cb48-1390-440b-9513-f46935576c21 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.1967325 May 05 15:35:09.589297 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f724cc1-ad37-4924-9b01-dd4365cf3211 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e526659b-d447-436f-87f4-f5f37c946815,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:09.652114 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a5d4f465-efb6-4b6d-8b10-5cfe2af57075 req-3c4d85a7-1888-41da-bd4a-e23e5f704635 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698955 May 05 15:35:09.684084 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0f724cc1-ad37-4924-9b01-dd4365cf3211 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:09.686064 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-0f724cc1-ad37-4924-9b01-dd4365cf3211 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5501320 May 05 15:35:09.692138 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43908) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:09.697016 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-d881046b-d02c-4171-8ff0-9fc56f2eb3f7 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Request body: {'security_group_rule': {'security_group_id': 'ba734410-b9b4-422e-8fba-d59ac1749087', 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:09.770096 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8cec061c-ffc0-444c-8c2c-87caa3705c02 None None] Current status of the port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:09.770581 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cec061c-ffc0-444c-8c2c-87caa3705c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:09.779722 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port a9363929-a531-406c-9bd3-ec769fcc6fad is: ACTIVE; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:09.780441 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:09.804516 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9363929-a531-406c-9bd3-ec769fcc6fad {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:35:09.804852 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d881046b-d02c-4171-8ff0-9fc56f2eb3f7 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (211246ef-2f64-4e6a-98bf-84cdeb933a19), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:09.812479 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'name': 'tempest-TestShelveInstance-259125171-router', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:57Z', 'updated_at': '2022-05-05T15:35:04Z', 'revision_number': 4, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'gw_port': {'id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:58Z', 'updated_at': '2022-05-05T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '340afa7b-d645-4f6d-8ea3-6dfdc3b128aa', 'name': '', 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'mac_address': 'fa:16:3e:12:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6dbdb5f4-a063-4011-8969-3f228a9042e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:03Z', 'updated_at': '2022-05-05T15:35:08Z', 'revision_number': 4, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'subnets': [{'id': '6dbdb5f4-a063-4011-8969-3f228a9042e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:09.860979 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838b7cd-07eb-4f78-bffb-90ab102354f4 None None] The sync data for ids ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'] in dv-cinder-840678-1-iscsi is: [{'id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'name': 'tempest-TestShelveInstance-259125171-router', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:57Z', 'updated_at': '2022-05-05T15:35:04Z', 'revision_number': 4, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'gw_port': {'id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:58Z', 'updated_at': '2022-05-05T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '340afa7b-d645-4f6d-8ea3-6dfdc3b128aa', 'name': '', 'network_id': 'c7018213-0107-4d15-b77a-70c03782f60a', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'mac_address': 'fa:16:3e:12:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6dbdb5f4-a063-4011-8969-3f228a9042e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:03Z', 'updated_at': '2022-05-05T15:35:08Z', 'revision_number': 4, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'subnets': [{'id': '6dbdb5f4-a063-4011-8969-3f228a9042e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:35:09.873384 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:09.936618 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-8cec061c-ffc0-444c-8c2c-87caa3705c02 None None] For port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=340afa7b-d645-4f6d-8ea3-6dfdc3b128aa,segment=NetworkSegment(fa9baaec-da82-4059-a3c0-23df232e9c0e),segment_id=fa9baaec-da82-4059-a3c0-23df232e9c0e)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:09.939337 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:10.025950 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=a9363929-a531-406c-9bd3-ec769fcc6fad,revision_number=6']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:10.040437 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cec061c-ffc0-444c-8c2c-87caa3705c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:10.071306 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d881046b-d02c-4171-8ff0-9fc56f2eb3f7 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (211246ef-2f64-4e6a-98bf-84cdeb933a19), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:10.102226 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['a9363929-a531-406c-9bd3-ec769fcc6fad'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:35:10.145741 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc121340-0c06-4ad2-8a58-9fc4c26cdef1 req-ae3f70b1-be5f-4631-ad65-73aadebb9268 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:10.147385 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc121340-0c06-4ad2-8a58-9fc4c26cdef1 req-ae3f70b1-be5f-4631-ad65-73aadebb9268 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0834775 May 05 15:35:10.186057 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d881046b-d02c-4171-8ff0-9fc56f2eb3f7 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (211246ef-2f64-4e6a-98bf-84cdeb933a19), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:10.223585 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881046b-d02c-4171-8ff0-9fc56f2eb3f7 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211246ef-2f64-4e6a-98bf-84cdeb933a19,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:10.291380 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec061c-ffc0-444c-8c2c-87caa3705c02 None None] Pushing event updated for resources: {'Port': ['ID=340afa7b-d645-4f6d-8ea3-6dfdc3b128aa,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:10.312666 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc121340-0c06-4ad2-8a58-9fc4c26cdef1 req-b0b6acc7-bcc7-49b3-bc7d-89a09022339d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535649 May 05 15:35:10.321665 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d881046b-d02c-4171-8ff0-9fc56f2eb3f7 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:10.321665 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d881046b-d02c-4171-8ff0-9fc56f2eb3f7 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6253848 May 05 15:35:10.322064 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43924) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:10.327881 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-6fd77f13-42ee-4554-850a-d85249eb097f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Request body: {'security_group_rule': {'security_group_id': 'ba734410-b9b4-422e-8fba-d59ac1749087', 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:10.337021 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:10.420100 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43926) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:10.461582 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:10.461956 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:10.503202 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6fd77f13-42ee-4554-850a-d85249eb097f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (c34b3fdf-70cf-452c-ac42-aafff3b3a455), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:10.601820 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6fd77f13-42ee-4554-850a-d85249eb097f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (c34b3fdf-70cf-452c-ac42-aafff3b3a455), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:10.672988 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c08222b-c2d3-4568-a5a6-50b288bad04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:10.691871 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:10.816475 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d62c1-9fb9-4307-b055-31a87628df17 req-fa70f88f-bd33-48c1-bccc-33ad852987b8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:10.824935 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b50d62c1-9fb9-4307-b055-31a87628df17 req-fa70f88f-bd33-48c1-bccc-33ad852987b8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 944 time: 0.1628616 May 05 15:35:10.833704 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6fd77f13-42ee-4554-850a-d85249eb097f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (c34b3fdf-70cf-452c-ac42-aafff3b3a455), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:10.871369 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd77f13-42ee-4554-850a-d85249eb097f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34b3fdf-70cf-452c-ac42-aafff3b3a455,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:10.892986 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fadd51-224c-422b-a236-c163516b59a0 req-671cdea2-916f-485c-b818-659775885368 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:10.894069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device a9363929-a531-406c-9bd3-ec769fcc6fad up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:10.894541 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fadd51-224c-422b-a236-c163516b59a0 req-671cdea2-916f-485c-b818-659775885368 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.1226392 May 05 15:35:10.934909 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b50d62c1-9fb9-4307-b055-31a87628df17 req-eb4df270-6e3c-4cd7-a13f-59368424f283 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090417 May 05 15:35:11.007653 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fadd51-224c-422b-a236-c163516b59a0 req-e5ea39bf-0c99-4d8f-ab19-83bc9faa001f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968187 May 05 15:35:11.011904 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port a9363929-a531-406c-9bd3-ec769fcc6fad triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:11.017831 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.031564 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6fd77f13-42ee-4554-850a-d85249eb097f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.037077 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c08222b-c2d3-4568-a5a6-50b288bad04a admin admin] Publish callbacks [] for security_group (e4a6d6dd-a3bd-4881-b90b-34982822ca27), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.037296 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-6fd77f13-42ee-4554-850a-d85249eb097f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7140338 May 05 15:35:11.045240 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43944) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:11.077388 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-1ee68ac8-55e9-431c-b205-9cf059db1e2a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Request body: {'security_group_rule': {'security_group_id': 'ba734410-b9b4-422e-8fba-d59ac1749087', 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:11.113733 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c08222b-c2d3-4568-a5a6-50b288bad04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (e4a6d6dd-a3bd-4881-b90b-34982822ca27), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.167596 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port a9363929-a531-406c-9bd3-ec769fcc6fad is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:11.170436 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.187751 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43946) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:11.187948 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-8c08222b-c2d3-4568-a5a6-50b288bad04a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e8182f6ec984d44a18e4507d529dbcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7653184 May 05 15:35:11.188061 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08222b-c2d3-4568-a5a6-50b288bad04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a6d6dd-a3bd-4881-b90b-34982822ca27,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:11.211369 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:11.226674 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ff186a-b8a0-4df7-b078-0443f76237f1" -d '{"events": [{"server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "name": "network-vif-plugged", "status": "completed", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:11.229269 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.securitygroups_db [None req-1ee68ac8-55e9-431c-b205-9cf059db1e2a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Project b44f40cfaa094be5a9eb5c9b8ace76e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:35:11.251039 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1ee68ac8-55e9-431c-b205-9cf059db1e2a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (382f5344-b806-4520-9a89-4480417a79fe), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.284890 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:11.302885 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fa8b3c-8b59-497e-9ba0-381297f4d40d x-openstack-request-id: req-15fa8b3c-8b59-497e-9ba0-381297f4d40d {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:11.308166 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "name": "network-vif-plugged", "status": "completed", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:11.308166 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15fa8b3c-8b59-497e-9ba0-381297f4d40d {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:11.308166 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fa8b3c-8b59-497e-9ba0-381297f4d40d'] response: {'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'code': 200} May 05 15:35:11.353052 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1ee68ac8-55e9-431c-b205-9cf059db1e2a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (382f5344-b806-4520-9a89-4480417a79fe), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.358810 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.391512 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4bcb09-0d22-4974-8de9-f949846fadcb admin admin] Publish callbacks [] for security_group (e4a6d6dd-a3bd-4881-b90b-34982822ca27), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.437365 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4bcb09-0d22-4974-8de9-f949846fadcb admin admin] Publish callbacks [] for security_group (e4a6d6dd-a3bd-4881-b90b-34982822ca27), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.595462 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=a9363929-a531-406c-9bd3-ec769fcc6fad,revision_number=7']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:11.595581 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43954) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:11.623043 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1ee68ac8-55e9-431c-b205-9cf059db1e2a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (382f5344-b806-4520-9a89-4480417a79fe), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.623996 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe80235-8e6b-45b4-a2ca-abc8b90d7ba6 req-90591ba3-2196-4350-b867-c1f01337ea5d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:11.634076 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5fe80235-8e6b-45b4-a2ca-abc8b90d7ba6 req-90591ba3-2196-4350-b867-c1f01337ea5d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0926175 May 05 15:35:11.712869 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5fe80235-8e6b-45b4-a2ca-abc8b90d7ba6 req-b6d50a6d-4c0a-4bec-a770-b6555dc6fc40 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780187 May 05 15:35:11.731092 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee68ac8-55e9-431c-b205-9cf059db1e2a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382f5344-b806-4520-9a89-4480417a79fe,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:11.870415 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-515e157a-f8ee-48c4-b2e9-dcf99d97d86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.915660 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4bcb09-0d22-4974-8de9-f949846fadcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (e4a6d6dd-a3bd-4881-b90b-34982822ca27), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.918554 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a4bcb09-0d22-4974-8de9-f949846fadcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.922471 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8a4bcb09-0d22-4974-8de9-f949846fadcb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4a6d6dd-a3bd-4881-b90b-34982822ca27 HTTP/1.1" status: 204 len: 168 time: 0.7305009 May 05 15:35:11.936149 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bcb09-0d22-4974-8de9-f949846fadcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a6d6dd-a3bd-4881-b90b-34982822ca27,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:11.979626 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1ee68ac8-55e9-431c-b205-9cf059db1e2a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:11.981129 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-1ee68ac8-55e9-431c-b205-9cf059db1e2a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9330089 May 05 15:35:11.984071 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 43962) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:11.989668 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-75bf89af-047b-49b4-94aa-903bb8849449 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Request body: {'security_group_rule': {'security_group_id': 'ba734410-b9b4-422e-8fba-d59ac1749087', 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:12.061544 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-515e157a-f8ee-48c4-b2e9-dcf99d97d86e admin admin] Publish callbacks [] for security_group (5f773aea-dceb-4929-ae92-e17e73d3366b), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:12.110166 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-75bf89af-047b-49b4-94aa-903bb8849449 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Project b44f40cfaa094be5a9eb5c9b8ace76e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:35:12.141070 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-515e157a-f8ee-48c4-b2e9-dcf99d97d86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (5f773aea-dceb-4929-ae92-e17e73d3366b), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:12.200975 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e157a-f8ee-48c4-b2e9-dcf99d97d86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f773aea-dceb-4929-ae92-e17e73d3366b,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:12.203275 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:12.228609 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ba217-f44e-4551-879e-cb1fd02d39df req-74aaf71d-2661-41cc-b6b3-98ce626bb111 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:12.229789 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bb0ba217-f44e-4551-879e-cb1fd02d39df req-74aaf71d-2661-41cc-b6b3-98ce626bb111 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1480241 May 05 15:35:12.233943 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-515e157a-f8ee-48c4-b2e9-dcf99d97d86e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50147971488c4a44a092cc7b3010f9c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6563580 May 05 15:35:12.237183 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 43968) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:12.240470 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75bf89af-047b-49b4-94aa-903bb8849449 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (9647bc09-3ec0-4406-898f-34e67fd6f3fc), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:12.319601 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bb0ba217-f44e-4551-879e-cb1fd02d39df req-0a30af5f-e0dd-41f8-9cda-f86e16480294 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809531 May 05 15:35:12.326434 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821bc5d-442c-4891-9ab6-29cf5c836248 req-49ceaeb8-50c8-43d1-90ae-e139658362bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:12.352875 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:12.353160 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-272095a2-4e97-469c-b348-95b743c2eff4 admin admin] Publish callbacks [] for security_group (5f773aea-dceb-4929-ae92-e17e73d3366b), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:12.354870 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6821bc5d-442c-4891-9ab6-29cf5c836248 req-49ceaeb8-50c8-43d1-90ae-e139658362bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.2407320 May 05 15:35:12.356818 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:12.383815 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-272095a2-4e97-469c-b348-95b743c2eff4 admin admin] Publish callbacks [] for security_group (5f773aea-dceb-4929-ae92-e17e73d3366b), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:12.493777 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6821bc5d-442c-4891-9ab6-29cf5c836248 req-7fd11b9f-5e5e-4711-bfa3-f614ff5c483b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377611 May 05 15:35:12.514531 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-272095a2-4e97-469c-b348-95b743c2eff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (5f773aea-dceb-4929-ae92-e17e73d3366b), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:12.516762 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:12.518678 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-272095a2-4e97-469c-b348-95b743c2eff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:12.525816 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-272095a2-4e97-469c-b348-95b743c2eff4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f773aea-dceb-4929-ae92-e17e73d3366b HTTP/1.1" status: 204 len: 168 time: 0.2870748 May 05 15:35:12.531206 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75bf89af-047b-49b4-94aa-903bb8849449 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (9647bc09-3ec0-4406-898f-34e67fd6f3fc), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:12.559982 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272095a2-4e97-469c-b348-95b743c2eff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f773aea-dceb-4929-ae92-e17e73d3366b,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:12.587671 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75bf89af-047b-49b4-94aa-903bb8849449 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (9647bc09-3ec0-4406-898f-34e67fd6f3fc), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:12.631431 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf89af-047b-49b4-94aa-903bb8849449 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9647bc09-3ec0-4406-898f-34e67fd6f3fc,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:12.708921 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75bf89af-047b-49b4-94aa-903bb8849449 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:12.710810 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-75bf89af-047b-49b4-94aa-903bb8849449 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7256327 May 05 15:35:12.885536 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e5835-9dfc-4ab7-9ef0-92f0898de62d req-8f89a20e-92bf-4f14-8a5f-445fef1f7715 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:12.887521 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b98e5835-9dfc-4ab7-9ef0-92f0898de62d req-8f89a20e-92bf-4f14-8a5f-445fef1f7715 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0924454 May 05 15:35:12.974879 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b98e5835-9dfc-4ab7-9ef0-92f0898de62d req-95ce05f2-2dff-4d0b-b9ae-b17db0eadced tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779734 May 05 15:35:13.470586 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2e28a-b37c-4203-8012-925be098c7a3 req-ecab978f-d210-4f8c-aa9c-7bc53b7c9a68 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:13.477651 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f7a2e28a-b37c-4203-8012-925be098c7a3 req-ecab978f-d210-4f8c-aa9c-7bc53b7c9a68 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0579507 May 05 15:35:13.505865 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9061a9e-1094-4bc2-8ccc-2cab995be2ea req-a9aa2c1c-b204-4ced-8606-8f5dbebd610f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:13.508286 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d9061a9e-1094-4bc2-8ccc-2cab995be2ea req-a9aa2c1c-b204-4ced-8606-8f5dbebd610f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0725970 May 05 15:35:13.586932 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f7a2e28a-b37c-4203-8012-925be098c7a3 req-489c9175-41de-4446-b9e3-08d801106302 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967336 May 05 15:35:13.668115 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d9061a9e-1094-4bc2-8ccc-2cab995be2ea req-acc3cc40-6319-463b-9e6c-997710438846 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479683 May 05 15:35:13.674996 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44014) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:13.697011 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b753-3314-4c51-be7c-81086df369aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:13.766703 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9503a3d-76d8-483d-a773-58f9fb09d1e2 req-8fb19ab2-53f7-463d-b896-983763307b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:13.768616 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d9503a3d-76d8-483d-a773-58f9fb09d1e2 req-8fb19ab2-53f7-463d-b896-983763307b61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 1130 time: 0.1186075 May 05 15:35:13.812083 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b753-3314-4c51-be7c-81086df369aa admin admin] Publish callbacks [] for security_group (9655f432-f373-4d3b-ad8a-d48096738c9d), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:13.814106 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b305b67-88b9-43d5-a2ad-276e950298ad req-c969486d-31fb-476a-b8b5-1e95caaea853 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:13.816537 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7b305b67-88b9-43d5-a2ad-276e950298ad req-c969486d-31fb-476a-b8b5-1e95caaea853 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.1025810 May 05 15:35:13.880352 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b753-3314-4c51-be7c-81086df369aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (9655f432-f373-4d3b-ad8a-d48096738c9d), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:13.987576 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7b305b67-88b9-43d5-a2ad-276e950298ad req-708e9b51-3386-4150-9246-1313eb324a2d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577878 May 05 15:35:13.996311 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9503a3d-76d8-483d-a773-58f9fb09d1e2 req-40356121-2660-487b-841e-53797c0d51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:13.999012 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d9503a3d-76d8-483d-a773-58f9fb09d1e2 req-40356121-2660-487b-841e-53797c0d51bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 200 len: 911 time: 0.2176006 May 05 15:35:14.004547 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-6fa1b753-3314-4c51-be7c-81086df369aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df62f4c6e60942a1a33aa04f8342b664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278556 May 05 15:35:14.008831 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44024) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:14.013060 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1b753-3314-4c51-be7c-81086df369aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9655f432-f373-4d3b-ad8a-d48096738c9d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:14.138971 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d9503a3d-76d8-483d-a773-58f9fb09d1e2 req-565dad10-bbcf-4045-bbad-54162326e359 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed51ee8f-4a72-4c11-9184-499b606af333 HTTP/1.1" status: 200 len: 1002 time: 0.1330802 May 05 15:35:14.209219 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9264de6a-6065-4475-bb9b-c9d7484a4e6d admin admin] Publish callbacks [] for security_group (9655f432-f373-4d3b-ad8a-d48096738c9d), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:14.237586 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9503a3d-76d8-483d-a773-58f9fb09d1e2 req-38456465-d075-4a82-92d7-b109633b0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:14.239132 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d9503a3d-76d8-483d-a773-58f9fb09d1e2 req-38456465-d075-4a82-92d7-b109633b0d64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6 HTTP/1.1" status: 200 len: 849 time: 0.0891602 May 05 15:35:14.251048 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9264de6a-6065-4475-bb9b-c9d7484a4e6d admin admin] Publish callbacks [] for security_group (9655f432-f373-4d3b-ad8a-d48096738c9d), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:14.380901 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9503a3d-76d8-483d-a773-58f9fb09d1e2 req-9ac2ffb4-56d2-43cb-ab86-748d91a77c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:14.383497 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d9503a3d-76d8-483d-a773-58f9fb09d1e2 req-9ac2ffb4-56d2-43cb-ab86-748d91a77c42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0587739-8906-446b-bcca-e4ce438334aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350703 May 05 15:35:14.513992 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d9503a3d-76d8-483d-a773-58f9fb09d1e2 req-ca91beb3-4e7d-4782-8002-9dc766f85018 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225765 May 05 15:35:14.538867 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9264de6a-6065-4475-bb9b-c9d7484a4e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (9655f432-f373-4d3b-ad8a-d48096738c9d), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:14.544300 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9264de6a-6065-4475-bb9b-c9d7484a4e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:14.548278 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-9264de6a-6065-4475-bb9b-c9d7484a4e6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9655f432-f373-4d3b-ad8a-d48096738c9d HTTP/1.1" status: 204 len: 168 time: 0.5354078 May 05 15:35:14.907209 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44038) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:14.933356 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c61445-4e6d-4dfe-9bf1-12914debce7d req-9d65ecc5-3210-4460-aea8-b6c813aa3ca8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:14.935775 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264de6a-6065-4475-bb9b-c9d7484a4e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9655f432-f373-4d3b-ad8a-d48096738c9d,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:14.944851 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e6c61445-4e6d-4dfe-9bf1-12914debce7d req-9d65ecc5-3210-4460-aea8-b6c813aa3ca8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1295297 May 05 15:35:15.014606 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597f50a-f4d7-4e17-ae8c-4db007c418fc req-cef71561-87eb-43fb-98c2-18e376c63cc7 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:15.019332 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0597f50a-f4d7-4e17-ae8c-4db007c418fc req-cef71561-87eb-43fb-98c2-18e376c63cc7 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.1358149 May 05 15:35:15.058077 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e6c61445-4e6d-4dfe-9bf1-12914debce7d req-8d084be1-672e-4525-81de-e8f686a25e40 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075180 May 05 15:35:15.106630 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d9503a3d-76d8-483d-a773-58f9fb09d1e2 req-4937f3d9-f4a4-4beb-a451-ca0cf410d4c9 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853922 May 05 15:35:15.128069 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0597f50a-f4d7-4e17-ae8c-4db007c418fc req-513e612a-2405-43d0-9e39-cf0f54162535 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926228 May 05 15:35:15.184845 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c197b79e-7521-4c6c-a474-e0a1c24323cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:15.261252 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b6736-486f-4eb5-a120-bdd42d626e49 req-ce34bb87-890b-4acd-93c2-ce5f3287ff64 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:15.263369 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4f6b6736-486f-4eb5-a120-bdd42d626e49 req-ce34bb87-890b-4acd-93c2-ce5f3287ff64 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0797601 May 05 15:35:15.395650 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4f6b6736-486f-4eb5-a120-bdd42d626e49 req-545dc6a2-5616-4ea5-bced-16f76e12555c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162555 May 05 15:35:15.434935 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c197b79e-7521-4c6c-a474-e0a1c24323cc admin admin] Publish callbacks [] for security_group (6c7215eb-4520-4179-bd0e-377091b3c0fd), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:15.520078 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c197b79e-7521-4c6c-a474-e0a1c24323cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (6c7215eb-4520-4179-bd0e-377091b3c0fd), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:15.581213 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-c197b79e-7521-4c6c-a474-e0a1c24323cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b07f5ca99c4f46ba970c65116bd5e142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6687396 May 05 15:35:15.581213 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44058) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:15.734596 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197b79e-7521-4c6c-a474-e0a1c24323cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7215eb-4520-4179-bd0e-377091b3c0fd,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:15.798908 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc64-7334-4e0d-bce1-959d36d16177 admin admin] Publish callbacks [] for security_group (6c7215eb-4520-4179-bd0e-377091b3c0fd), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:15.837499 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc64-7334-4e0d-bce1-959d36d16177 admin admin] Publish callbacks [] for security_group (6c7215eb-4520-4179-bd0e-377091b3c0fd), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:15.976414 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc64-7334-4e0d-bce1-959d36d16177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (6c7215eb-4520-4179-bd0e-377091b3c0fd), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:15.979571 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc64-7334-4e0d-bce1-959d36d16177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:15.980912 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-5ca4fc64-7334-4e0d-bce1-959d36d16177 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c7215eb-4520-4179-bd0e-377091b3c0fd HTTP/1.1" status: 204 len: 168 time: 0.3921223 May 05 15:35:15.990275 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4fc64-7334-4e0d-bce1-959d36d16177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7215eb-4520-4179-bd0e-377091b3c0fd,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:16.218185 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beacbb-036f-488a-a848-14d443583808 req-9486b1d6-956a-48b8-ad98-a1b35b42ce15 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:16.241523 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-85beacbb-036f-488a-a848-14d443583808 req-9486b1d6-956a-48b8-ad98-a1b35b42ce15 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0931942 May 05 15:35:16.341888 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-85beacbb-036f-488a-a848-14d443583808 req-8cb71c2f-b503-4a18-ab53-1f4153dec33a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953860 May 05 15:35:16.365574 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0b7b6-2c21-4d98-8283-ace46b5a3a75 req-df239d0d-7f20-4404-8df2-14a4ce17a352 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:16.379321 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b0f0b7b6-2c21-4d98-8283-ace46b5a3a75 req-df239d0d-7f20-4404-8df2-14a4ce17a352 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.1081707 May 05 15:35:16.454699 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b0f0b7b6-2c21-4d98-8283-ace46b5a3a75 req-bdf846fe-ff56-4dfe-8ea6-b86475dadb8e tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739825 May 05 15:35:16.610502 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094fdce-156b-4ff1-b1ee-11ed09323863 req-e23a2820-820a-42c1-914d-a3b0d319527d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:16.612964 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3094fdce-156b-4ff1-b1ee-11ed09323863 req-e23a2820-820a-42c1-914d-a3b0d319527d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0937793 May 05 15:35:16.687903 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3094fdce-156b-4ff1-b1ee-11ed09323863 req-e923b86c-fede-4ee5-8fdb-53c3f03b415e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644684 May 05 15:35:17.527796 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b707e9-8708-4f75-ac38-7462a9fcecf3 req-e806e4f5-f637-453d-80ec-f59d6c7b5830 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:17.536699 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-55b707e9-8708-4f75-ac38-7462a9fcecf3 req-e806e4f5-f637-453d-80ec-f59d6c7b5830 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0922501 May 05 15:35:17.618137 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-55b707e9-8708-4f75-ac38-7462a9fcecf3 req-147a28ab-e686-4ca0-a402-ec9e9bfead08 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801644 May 05 15:35:17.676737 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5c893-5bac-49e8-8a2e-9836151d823a req-8b84f0f1-c126-46e1-984f-2c5fe8a925ce tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:17.679626 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b5f5c893-5bac-49e8-8a2e-9836151d823a req-8b84f0f1-c126-46e1-984f-2c5fe8a925ce tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0991037 May 05 15:35:17.748070 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b5f5c893-5bac-49e8-8a2e-9836151d823a req-52936518-550b-45e8-8b5d-0f211dbaf453 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602286 May 05 15:35:17.817250 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44130) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:17.879563 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9af655-16df-4a06-bdf3-1ba9c6d88373 req-af890836-77a2-465e-bbbc-0f03159f862a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:17.881497 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8a9af655-16df-4a06-bdf3-1ba9c6d88373 req-af890836-77a2-465e-bbbc-0f03159f862a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0864418 May 05 15:35:17.964513 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8a9af655-16df-4a06-bdf3-1ba9c6d88373 req-20ac797e-eaab-4916-896c-106c98cd756f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759513 May 05 15:35:17.985427 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e93aabc0-1e83-48c8-8bfc-bd1f22e98c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:18.091196 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e93aabc0-1e83-48c8-8bfc-bd1f22e98c71 admin admin] Publish callbacks [] for security_group (db98cd0f-aa35-42e6-9f8f-f46c8b695661), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:18.175949 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e93aabc0-1e83-48c8-8bfc-bd1f22e98c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (db98cd0f-aa35-42e6-9f8f-f46c8b695661), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:18.216639 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93aabc0-1e83-48c8-8bfc-bd1f22e98c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db98cd0f-aa35-42e6-9f8f-f46c8b695661,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:18.260215 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e93aabc0-1e83-48c8-8bfc-bd1f22e98c71 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6cc11e70b59c4427bc16b63064b2ecc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4390266 May 05 15:35:18.260955 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44136) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:18.338406 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e4913414-4137-4d85-8390-5b43a17790a2 admin admin] Publish callbacks [] for security_group (db98cd0f-aa35-42e6-9f8f-f46c8b695661), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:18.402843 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e4913414-4137-4d85-8390-5b43a17790a2 admin admin] Publish callbacks [] for security_group (db98cd0f-aa35-42e6-9f8f-f46c8b695661), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:18.509056 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e4913414-4137-4d85-8390-5b43a17790a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (db98cd0f-aa35-42e6-9f8f-f46c8b695661), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:18.511916 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e4913414-4137-4d85-8390-5b43a17790a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:18.513065 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-e4913414-4137-4d85-8390-5b43a17790a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db98cd0f-aa35-42e6-9f8f-f46c8b695661 HTTP/1.1" status: 204 len: 168 time: 0.2509406 May 05 15:35:18.522125 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4913414-4137-4d85-8390-5b43a17790a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db98cd0f-aa35-42e6-9f8f-f46c8b695661,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:18.759287 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19714-bc54-47ea-80c1-98150b40541d req-d39f3bf7-3c13-457d-9713-263890db5c8d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:18.766649 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b19714-bc54-47ea-80c1-98150b40541d req-d39f3bf7-3c13-457d-9713-263890db5c8d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0656412 May 05 15:35:18.823633 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b19714-bc54-47ea-80c1-98150b40541d req-6a419ddd-53cf-446a-a11d-58552a679f3f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559874 May 05 15:35:19.104891 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fe06f-95fb-402f-9d04-cf553b09c6d9 req-64980d13-436a-474f-8f4a-5380c3349722 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:19.106593 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-941fe06f-95fb-402f-9d04-cf553b09c6d9 req-64980d13-436a-474f-8f4a-5380c3349722 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0556860 May 05 15:35:19.160000 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-941fe06f-95fb-402f-9d04-cf553b09c6d9 req-5662ecc4-3647-45b0-bd82-012d757391a2 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465353 May 05 15:35:19.238673 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44154) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:19.248058 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-442f2e75-a729-4b4f-89cd-f63492066316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:19.347845 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-442f2e75-a729-4b4f-89cd-f63492066316 admin admin] Publish callbacks [] for security_group (e1b02e56-6469-48f2-930a-a1b65bb4149d), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:19.417474 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-442f2e75-a729-4b4f-89cd-f63492066316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (e1b02e56-6469-48f2-930a-a1b65bb4149d), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:19.461920 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-442f2e75-a729-4b4f-89cd-f63492066316 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52a9ef270bdc43459f9ec8b1e57783c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270644 May 05 15:35:19.463210 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f2e75-a729-4b4f-89cd-f63492066316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b02e56-6469-48f2-930a-a1b65bb4149d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:19.464862 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44166) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:19.517993 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe19a02-3216-4f9d-b0d7-1cfc3661e25a admin admin] Publish callbacks [] for security_group (e1b02e56-6469-48f2-930a-a1b65bb4149d), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:19.543078 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe19a02-3216-4f9d-b0d7-1cfc3661e25a admin admin] Publish callbacks [] for security_group (e1b02e56-6469-48f2-930a-a1b65bb4149d), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:19.666818 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe19a02-3216-4f9d-b0d7-1cfc3661e25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (e1b02e56-6469-48f2-930a-a1b65bb4149d), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:19.669835 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe19a02-3216-4f9d-b0d7-1cfc3661e25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:19.671013 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-efe19a02-3216-4f9d-b0d7-1cfc3661e25a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1b02e56-6469-48f2-930a-a1b65bb4149d HTTP/1.1" status: 204 len: 168 time: 0.2051568 May 05 15:35:19.680158 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe19a02-3216-4f9d-b0d7-1cfc3661e25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b02e56-6469-48f2-930a-a1b65bb4149d,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:19.951805 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e93928-f451-4f0a-9b4f-a9fffe53b562 req-f5234d88-b6a6-4de9-a63a-0c1c4437dc7f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:19.953867 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-34e93928-f451-4f0a-9b4f-a9fffe53b562 req-f5234d88-b6a6-4de9-a63a-0c1c4437dc7f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0599954 May 05 15:35:20.006982 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-34e93928-f451-4f0a-9b4f-a9fffe53b562 req-118c6907-dcdc-4458-8072-bf79d2623d57 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468738 May 05 15:35:20.325201 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861725f9-c4b8-4e7a-bc98-98684f3b8127 req-31800d93-c0ae-4f5a-af5d-0d7fa298c9e7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:20.328057 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-861725f9-c4b8-4e7a-bc98-98684f3b8127 req-31800d93-c0ae-4f5a-af5d-0d7fa298c9e7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0782504 May 05 15:35:20.382788 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-861725f9-c4b8-4e7a-bc98-98684f3b8127 req-cd95bf89-4323-4c78-9657-7f6d4e8a0ccc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488169 May 05 15:35:20.657309 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:21.155129 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db8281-4a0b-4bf1-9abc-f23868e5fa4d req-30f24a5f-e737-4923-b05b-370c269b70bd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:21.156977 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c2db8281-4a0b-4bf1-9abc-f23868e5fa4d req-30f24a5f-e737-4923-b05b-370c269b70bd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0523229 May 05 15:35:21.215681 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c2db8281-4a0b-4bf1-9abc-f23868e5fa4d req-2bdd25f0-2304-415b-990e-e08fae5b4630 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516388 May 05 15:35:21.520244 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed957d0-f7b7-43c8-9f48-e0a6c80f7c6d req-351c9a13-a458-44a0-b899-af450f13abc4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:21.529292 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fed957d0-f7b7-43c8-9f48-e0a6c80f7c6d req-351c9a13-a458-44a0-b899-af450f13abc4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0579329 May 05 15:35:21.588732 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fed957d0-f7b7-43c8-9f48-e0a6c80f7c6d req-1025c2d7-6dfc-498c-885b-376496bd4d5a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583007 May 05 15:35:22.388237 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad91f7a-7cc9-4656-b620-1fa1f2010275 req-c5d572f3-e020-4ded-9a08-d0fde1fa9acf tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:22.390907 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-aad91f7a-7cc9-4656-b620-1fa1f2010275 req-c5d572f3-e020-4ded-9a08-d0fde1fa9acf tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0598545 May 05 15:35:22.488060 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-aad91f7a-7cc9-4656-b620-1fa1f2010275 req-9486cf63-872c-4654-beb8-e31fe5b94a8b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908022 May 05 15:35:22.726549 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-6c6c84bd-684d-4b76-9dbd-b299bbedcc55 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9e3d8f068e6b41d385d3fdc46ac8b06c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317423 May 05 15:35:22.730328 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9db81-446d-42f0-bcbe-4bd8febcbbbc req-38281ed0-4223-48f1-b85e-17af6581b51e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:22.731882 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-aba9db81-446d-42f0-bcbe-4bd8febcbbbc req-38281ed0-4223-48f1-b85e-17af6581b51e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0569334 May 05 15:35:22.810352 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-aba9db81-446d-42f0-bcbe-4bd8febcbbbc req-3e5ceed4-34d5-4506-87c5-358552403528 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554295 May 05 15:35:22.977219 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-cdf67f2a-2eb9-429a-ae8f-f82df1c4716a tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:22.978763 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-cdf67f2a-2eb9-429a-ae8f-f82df1c4716a tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395363 May 05 15:35:23.005161 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-1dd3a8b1-2934-4b29-b682-5757c3599a8e tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/quotas/9e3d8f068e6b41d385d3fdc46ac8b06c HTTP/1.1" status: 200 len: 375 time: 0.0162401 May 05 15:35:23.049401 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-f55e1eb2-d788-4fa3-8126-893a55dc5c1f tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e3d8f068e6b41d385d3fdc46ac8b06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369766 May 05 15:35:23.397944 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-bf81f8a2-4685-455d-b8b7-ccfc9c9c2705 req-857a8f1a-a265-430b-a2c7-d62417eb3d8f tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 210 time: 0.0343161 May 05 15:35:23.638255 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5157b49-86d9-4bd2-a148-72441c9b4d52 req-a992af3a-401a-4f9d-9dec-d8abec5642cb tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:23.639831 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b5157b49-86d9-4bd2-a148-72441c9b4d52 req-a992af3a-401a-4f9d-9dec-d8abec5642cb tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0556605 May 05 15:35:23.697969 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b5157b49-86d9-4bd2-a148-72441c9b4d52 req-62a7f05a-5d7d-404c-ba3c-57230394a56e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522549 May 05 15:35:23.871830 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576904f4-8386-4a73-a197-461bc58c31c6 req-dc787f62-8151-4188-96ec-093c6164c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:23.875934 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-576904f4-8386-4a73-a197-461bc58c31c6 req-dc787f62-8151-4188-96ec-093c6164c71b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 1129 time: 0.0505183 May 05 15:35:23.947331 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-576904f4-8386-4a73-a197-461bc58c31c6 req-34614497-23f3-4665-98fe-a4d9af659127 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632517 May 05 15:35:24.001728 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254cd0c-8c01-4baa-b0bb-a2c6bbcf8099 req-93c4a311-1f1e-4e84-b8f5-24ced3547548 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:24.009512 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2254cd0c-8c01-4baa-b0bb-a2c6bbcf8099 req-93c4a311-1f1e-4e84-b8f5-24ced3547548 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0915210 May 05 15:35:24.101714 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2254cd0c-8c01-4baa-b0bb-a2c6bbcf8099 req-72016450-e6e6-4ea8-9a14-5666c4c9099f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909822 May 05 15:35:24.491419 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6b3a1fa7-0399-4241-ad6d-a21dfbf3553e req-6d67e4ad-2066-4a69-8b63-4fdb3ee6b589 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 210 time: 0.0397232 May 05 15:35:24.842845 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d755e-2546-427f-82b0-3e87e0cd7738 req-b3522eee-c580-4f03-9f1f-9f62bd54e580 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:24.850993 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-951d755e-2546-427f-82b0-3e87e0cd7738 req-b3522eee-c580-4f03-9f1f-9f62bd54e580 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0573854 May 05 15:35:24.954565 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-951d755e-2546-427f-82b0-3e87e0cd7738 req-781dcc6b-d2a0-4f13-b05e-4e668c77cf72 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022420 May 05 15:35:25.253460 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816f4e6-fd57-472c-a1c0-c3b829425aa1 req-032bb559-d3a0-451f-a08d-e6b2c62f8389 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:25.261369 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9816f4e6-fd57-472c-a1c0-c3b829425aa1 req-032bb559-d3a0-451f-a08d-e6b2c62f8389 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0627954 May 05 15:35:25.314449 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9816f4e6-fd57-472c-a1c0-c3b829425aa1 req-a9305c30-5da1-412e-8eee-48f0b5e40e10 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514457 May 05 15:35:25.593121 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0d0aad81-f2d8-4e09-9c08-3782c1e1be19 req-63cddd44-5bf7-44e3-9f83-a7f3e7799a32 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 210 time: 0.0338426 May 05 15:35:26.111916 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97bd10-5a25-4fc3-a656-4ac93b1f139c req-69268f36-49a1-4cc5-ab63-469058483603 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:26.120233 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8a97bd10-5a25-4fc3-a656-4ac93b1f139c req-69268f36-49a1-4cc5-ab63-469058483603 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0854087 May 05 15:35:26.194587 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8a97bd10-5a25-4fc3-a656-4ac93b1f139c req-8b0b70b4-b581-4583-869c-0e8e335bb8e0 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619843 May 05 15:35:26.484709 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b525716-2347-4d3d-9756-5872f2ddf910 req-85235c07-08da-421d-8b75-5faa4bd0b063 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:26.486853 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5b525716-2347-4d3d-9756-5872f2ddf910 req-85235c07-08da-421d-8b75-5faa4bd0b063 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0852706 May 05 15:35:26.562427 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5b525716-2347-4d3d-9756-5872f2ddf910 req-8986d9d8-db56-4162-acac-ed42a2cfa849 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688617 May 05 15:35:26.608915 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-6a13cc7c-a529-4b01-b77c-3600f0516849 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9e3d8f068e6b41d385d3fdc46ac8b06c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335398 May 05 15:35:26.840199 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-f2956b71-c7d6-409c-ab35-5d3e05dc805b tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:26.842051 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-f2956b71-c7d6-409c-ab35-5d3e05dc805b tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269943 May 05 15:35:26.854231 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b011-209b-4aa2-8cdc-4585f2d40a88 req-ba4e9db6-ee12-434a-8d67-f9d295d6e88e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:26.877629 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0f43b011-209b-4aa2-8cdc-4585f2d40a88 req-ba4e9db6-ee12-434a-8d67-f9d295d6e88e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.1725967 May 05 15:35:26.880627 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-78adaa24-9c11-478b-abdb-ce9f06762628 req-fdace087-9edb-4fd5-8fbe-ffc5dd633fb0 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 210 time: 0.0897765 May 05 15:35:26.910427 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Request body: {'port': {'device_id': 'ccfbd922-b408-4a75-9984-918fab0c60f4', 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac', 'admin_state_up': True, 'tenant_id': '9e3d8f068e6b41d385d3fdc46ac8b06c'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:27.026756 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0f43b011-209b-4aa2-8cdc-4585f2d40a88 req-8caae62c-0724-4f32-94b0-33f9f537884f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479311 May 05 15:35:27.239928 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Made reservation on behalf of 9e3d8f068e6b41d385d3fdc46ac8b06c for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:27.244019 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:27.267318 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:27.365263 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db7e85-8031-446a-aa95-8dc94433cdf4 req-0448a1b0-3bab-43ca-b7e2-30b97813fc08 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:27.367691 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-25db7e85-8031-446a-aa95-8dc94433cdf4 req-0448a1b0-3bab-43ca-b7e2-30b97813fc08 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0625746 May 05 15:35:27.377572 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Publish callbacks [] for security_group (3499e749-d443-41b8-9d8d-436f68eeb31a), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:27.426903 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-25db7e85-8031-446a-aa95-8dc94433cdf4 req-be2e6b76-17ff-4333-a4e3-d9aeb146741c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517697 May 05 15:35:27.480103 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (3499e749-d443-41b8-9d8d-436f68eeb31a), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:27.564857 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3499e749-d443-41b8-9d8d-436f68eeb31a,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:27.664632 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Allocated IP 192.168.233.4 (a87f33a2-0049-4c76-85cc-3f6b783d9aac/9dfbe213-4b81-4731-9d2d-197ea2feabe5/d620453f-0e07-47da-a6a1-316e7f56f27c) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:27.844328 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Publish callbacks [] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:28.017100 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-22f133f1-da93-47da-bb1a-4ccb999af8fd req-7b4acbbd-9f85-4137-9464-f34943f7ed28 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 210 time: 0.0302379 May 05 15:35:28.210239 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:28.258031 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Network a87f33a2-0049-4c76-85cc-3f6b783d9aac is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:28.270372 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:28.272554 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Pushing event updated for resources: {'Port': ['ID=d620453f-0e07-47da-a6a1-316e7f56f27c,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:28.275694 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:28.280236 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:28.280865 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:28.407742 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-3921bbb0-14d7-4c73-aabc-c556e81ebdfd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5016904 May 05 15:35:28.421777 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Request body: {'port': {'device_id': 'ccfbd922-b408-4a75-9984-918fab0c60f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:28.574360 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:28.635788 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-ae34c1ff-89c0-430d-9ab5-86c80f1a66bb None None] Provisioning complete for port d620453f-0e07-47da-a6a1-316e7f56f27c triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:28.637402 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae34c1ff-89c0-430d-9ab5-86c80f1a66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:28.641120 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae37fb2-bbb9-4ad4-8256-aa285cb5012e req-157cc8d2-1514-48eb-b12d-e094ac4f5079 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:28.649400 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dae37fb2-bbb9-4ad4-8256-aa285cb5012e req-157cc8d2-1514-48eb-b12d-e094ac4f5079 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1000288 May 05 15:35:28.716537 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ae34c1ff-89c0-430d-9ab5-86c80f1a66bb None None] Port d620453f-0e07-47da-a6a1-316e7f56f27c cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:35:28.719529 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dae37fb2-bbb9-4ad4-8256-aa285cb5012e req-ebf51251-ba76-4ebf-ad82-408af71d45af tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645425 May 05 15:35:28.966101 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d620453f-0e07-47da-a6a1-316e7f56f27c {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:35:28.973886 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Publish callbacks [] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:28.989533 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Transition to ACTIVE for port object d620453f-0e07-47da-a6a1-316e7f56f27c will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:35:29.056991 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:29.114650 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Pushing event updated for resources: {'Port': ['ID=d620453f-0e07-47da-a6a1-316e7f56f27c,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:29.149716 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ededa64-8afa-4a3f-8a06-763815a2bff3 req-c5eb274f-7d11-4e9f-a1e1-d18b022d3ffd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:29.151467 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0ededa64-8afa-4a3f-8a06-763815a2bff3 req-c5eb274f-7d11-4e9f-a1e1-d18b022d3ffd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 946 time: 0.0571866 May 05 15:35:29.201305 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Attempting to bind port d620453f-0e07-47da-a6a1-316e7f56f27c on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:29.201682 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Attempting to bind port d620453f-0e07-47da-a6a1-316e7f56f27c by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'f9fa65f9-d7e8-4e45-b17d-da79fb917f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:29.201973 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Attempting to bind port d620453f-0e07-47da-a6a1-316e7f56f27c on network a87f33a2-0049-4c76-85cc-3f6b783d9aac {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:29.206834 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Port d620453f-0e07-47da-a6a1-316e7f56f27c on network a87f33a2-0049-4c76-85cc-3f6b783d9aac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:35:29.210469 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Attempting to bind port d620453f-0e07-47da-a6a1-316e7f56f27c on network a87f33a2-0049-4c76-85cc-3f6b783d9aac {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:29.219254 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:29.219644 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Checking segment: {'id': 'f9fa65f9-d7e8-4e45-b17d-da79fb917f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:29.219989 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Bound using segment: {'id': 'f9fa65f9-d7e8-4e45-b17d-da79fb917f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:29.220431 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Bound port: d620453f-0e07-47da-a6a1-316e7f56f27c, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fa65f9-d7e8-4e45-b17d-da79fb917f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:29.221387 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:29.278919 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0ededa64-8afa-4a3f-8a06-763815a2bff3 req-a90f0c94-6aee-4313-889d-389f7eece7f7 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033916 May 05 15:35:29.329450 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] For port d620453f-0e07-47da-a6a1-316e7f56f27c, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:29.334016 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] For port d620453f-0e07-47da-a6a1-316e7f56f27c, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d620453f-0e07-47da-a6a1-316e7f56f27c,segment=NetworkSegment(f9fa65f9-d7e8-4e45-b17d-da79fb917f54),segment_id=f9fa65f9-d7e8-4e45-b17d-da79fb917f54)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:29.400908 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:29.524612 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Pushing event updated for resources: {'Port': ['ID=d620453f-0e07-47da-a6a1-316e7f56f27c,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:29.540959 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:29.542443 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:29.545303 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-88d1b5d4-bd83-4f12-9726-c65a50116a4a service neutron] 10.222.0.49 "PUT /v2.0/ports/d620453f-0e07-47da-a6a1-316e7f56f27c HTTP/1.1" status: 200 len: 1096 time: 1.1274211 May 05 15:35:29.545867 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfbd922-b408-4a75-9984-918fab0c60f4', 'tag': 'd620453f-0e07-47da-a6a1-316e7f56f27c'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:29.556366 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d4d959-9b24-47e8-b9b1-d7a75e2478c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfbd922-b408-4a75-9984-918fab0c60f4", "tag": "d620453f-0e07-47da-a6a1-316e7f56f27c"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:29.619934 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11e1d0-3460-46ef-9884-20e69c6ed8c6 req-0d7a8785-580b-4c1b-930b-3ff7e4014a07 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:29.629483 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6d11e1d0-3460-46ef-9884-20e69c6ed8c6 req-0d7a8785-580b-4c1b-930b-3ff7e4014a07 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.1509688 May 05 15:35:29.655386 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f410bbaa-cc47-422c-86b8-ac649f7374e1 x-openstack-request-id: req-f410bbaa-cc47-422c-86b8-ac649f7374e1 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:29.662473 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfbd922-b408-4a75-9984-918fab0c60f4", "tag": "d620453f-0e07-47da-a6a1-316e7f56f27c", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:29.663268 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f410bbaa-cc47-422c-86b8-ac649f7374e1 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:29.663711 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f410bbaa-cc47-422c-86b8-ac649f7374e1'] response: {'name': 'network-changed', 'server_uuid': 'ccfbd922-b408-4a75-9984-918fab0c60f4', 'tag': 'd620453f-0e07-47da-a6a1-316e7f56f27c', 'status': 'completed', 'code': 200} May 05 15:35:29.758699 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4d959-9b24-47e8-b9b1-d7a75e2478c4 req-5deb7b9e-2b39-4c62-ad87-9fc87e469af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:29.767438 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-00d4d959-9b24-47e8-b9b1-d7a75e2478c4 req-5deb7b9e-2b39-4c62-ad87-9fc87e469af5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e3d8f068e6b41d385d3fdc46ac8b06c&device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 1130 time: 0.0858312 May 05 15:35:29.842435 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-00d4d959-9b24-47e8-b9b1-d7a75e2478c4 req-01c04093-8ecb-4a8f-8d1a-4ef88f75d7af service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9e3d8f068e6b41d385d3fdc46ac8b06c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621190 May 05 15:35:30.024749 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4d959-9b24-47e8-b9b1-d7a75e2478c4 req-19e9ab5d-5018-4e82-8ee4-92d57a98cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:30.026438 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-00d4d959-9b24-47e8-b9b1-d7a75e2478c4 req-19e9ab5d-5018-4e82-8ee4-92d57a98cde6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768508 May 05 15:35:30.095614 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff260c6-27fd-403f-ab73-23070a45641b req-bb640c57-f34e-4df7-a1ee-a893b66f3546 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:30.097196 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-fff260c6-27fd-403f-ab73-23070a45641b req-bb640c57-f34e-4df7-a1ee-a893b66f3546 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1703558 May 05 15:35:30.176049 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223105f7-fbc9-441c-9a6b-4ff7f8c78aaa req-41aff9ac-e8c9-4d6e-b865-ab68ed8061ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:30.177539 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-223105f7-fbc9-441c-9a6b-4ff7f8c78aaa req-41aff9ac-e8c9-4d6e-b865-ab68ed8061ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 1129 time: 0.6765134 May 05 15:35:30.271774 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-a8e5c4fb-8ed3-4530-af36-0478b41672b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:30.273668 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-a8e5c4fb-8ed3-4530-af36-0478b41672b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e3d8f068e6b41d385d3fdc46ac8b06c&device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 1130 time: 0.1755576 May 05 15:35:30.291649 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-fff260c6-27fd-403f-ab73-23070a45641b req-59f5a8ec-75ff-48e8-9179-aeeb9bc4361a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738172 May 05 15:35:30.317125 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6d11e1d0-3460-46ef-9884-20e69c6ed8c6 req-59dd4f82-4312-42ff-bdc0-0ff1f7c1d309 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864872 May 05 15:35:30.408732 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-80a911e1-e466-487c-b4f6-5eb969410a7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=d620453f-0e07-47da-a6a1-316e7f56f27c HTTP/1.1" status: 200 len: 217 time: 0.1092045 May 05 15:35:30.494863 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223105f7-fbc9-441c-9a6b-4ff7f8c78aaa req-a6aa190b-7a58-4db6-9b5d-821824e61626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:30.497440 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-223105f7-fbc9-441c-9a6b-4ff7f8c78aaa req-a6aa190b-7a58-4db6-9b5d-821824e61626 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 920 time: 0.3049510 May 05 15:35:30.527142 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfdab9-a5f2-4ce9-9e85-a19b94110d6b req-2d4c8453-007f-4012-a704-1e70711a4d94 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:30.528771 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-48cfdab9-a5f2-4ce9-9e85-a19b94110d6b req-2d4c8453-007f-4012-a704-1e70711a4d94 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 946 time: 0.0725439 May 05 15:35:30.532882 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-7f00f151-ee78-411c-8418-dc070e486493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:30.534429 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-7f00f151-ee78-411c-8418-dc070e486493 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9dfbe213-4b81-4731-9d2d-197ea2feabe5 HTTP/1.1" status: 200 len: 843 time: 0.1148293 May 05 15:35:30.566160 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-223105f7-fbc9-441c-9a6b-4ff7f8c78aaa req-8982afcb-b09c-449e-be48-3438b0a43327 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=338e5e91-19b5-48e4-9ba3-3cb80ceea13a HTTP/1.1" status: 200 len: 217 time: 0.0564873 May 05 15:35:30.587498 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-2d48f028-76b5-42c1-b895-0b3639e92838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:30.589139 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-2d48f028-76b5-42c1-b895-0b3639e92838 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a87f33a2-0049-4c76-85cc-3f6b783d9aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0460210 May 05 15:35:30.646045 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223105f7-fbc9-441c-9a6b-4ff7f8c78aaa req-ed90ed7c-a7e4-4ed5-bd6f-32d63a15b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:30.648653 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-223105f7-fbc9-441c-9a6b-4ff7f8c78aaa req-ed90ed7c-a7e4-4ed5-bd6f-32d63a15b0cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0730267 May 05 15:35:30.710822 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-dda35010-c7cc-4460-8267-f2021c7f0ec0 service neutron] 10.222.0.49 "GET /v2.0/networks/a87f33a2-0049-4c76-85cc-3f6b783d9aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123481 May 05 15:35:30.724132 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223105f7-fbc9-441c-9a6b-4ff7f8c78aaa req-81e825db-695c-4747-b777-3bde13c35c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:30.726387 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-223105f7-fbc9-441c-9a6b-4ff7f8c78aaa req-81e825db-695c-4747-b777-3bde13c35c73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654645 May 05 15:35:30.775739 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-48cfdab9-a5f2-4ce9-9e85-a19b94110d6b req-5c9b033e-961d-4d54-b187-eaebc3de245a tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349706 May 05 15:35:30.863523 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-223105f7-fbc9-441c-9a6b-4ff7f8c78aaa req-91ef9953-4bad-4270-af1f-2471ea679590 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284893 May 05 15:35:30.869604 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e691a2d-1221-40d0-9f23-8697210fdae7 req-ceaec469-c023-45be-aa43-443061ec584e service neutron] 10.222.0.49 "GET /v2.0/networks/a87f33a2-0049-4c76-85cc-3f6b783d9aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509120 May 05 15:35:30.958665 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9020d448-b15b-4939-8445-5ace28a4f9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:30.994675 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-223105f7-fbc9-441c-9a6b-4ff7f8c78aaa req-8d50a3ab-47c4-49a2-a8e3-7ce7aa8d16af service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120746 May 05 15:35:31.532984 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec21336-6ef8-4378-8064-33d21a058a70 req-5f03d318-b42b-444e-be18-7ec211e5f564 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:31.535381 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d83ec-2422-4103-88f5-696d200560fe req-d9f6b188-c088-4037-bd68-0c11893607bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:31.539153 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-662d83ec-2422-4103-88f5-696d200560fe req-d9f6b188-c088-4037-bd68-0c11893607bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0751338 May 05 15:35:31.543326 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8ec21336-6ef8-4378-8064-33d21a058a70 req-5f03d318-b42b-444e-be18-7ec211e5f564 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0827460 May 05 15:35:31.606112 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8ec21336-6ef8-4378-8064-33d21a058a70 req-d8e11c10-8820-460e-9606-62961c52297d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586057 May 05 15:35:31.613991 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-662d83ec-2422-4103-88f5-696d200560fe req-e3b823a8-f0a2-49ae-984b-09f6d86fa196 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657070 May 05 15:35:31.908065 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cfc06-6529-447c-92ef-f85447c5e4f3 req-a3f1c875-7a7d-4519-ab4e-83eb07c8ad97 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:31.911830 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9c1cfc06-6529-447c-92ef-f85447c5e4f3 req-a3f1c875-7a7d-4519-ab4e-83eb07c8ad97 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 946 time: 0.0704346 May 05 15:35:31.982196 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9c1cfc06-6529-447c-92ef-f85447c5e4f3 req-0601eebe-53e4-4753-acd7-9d8352895d05 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646398 May 05 15:35:32.255536 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:35:32.801204 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b4672-e429-4380-9a56-4fda107fb91b req-29db677c-22f6-4d7f-9927-1caef0f4564a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:32.803582 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d60b4672-e429-4380-9a56-4fda107fb91b req-29db677c-22f6-4d7f-9927-1caef0f4564a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0908544 May 05 15:35:32.835401 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22228d-2e3f-4005-81b1-7b566c5f0b82 req-04690570-b6c2-4677-8a39-65e44f0be52b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:32.843232 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7e22228d-2e3f-4005-81b1-7b566c5f0b82 req-04690570-b6c2-4677-8a39-65e44f0be52b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0933566 May 05 15:35:32.922075 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d60b4672-e429-4380-9a56-4fda107fb91b req-6afa2f01-8b6b-48a6-8c1c-d9c9c177bf91 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121063 May 05 15:35:32.932475 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7e22228d-2e3f-4005-81b1-7b566c5f0b82 req-c39602a3-eabe-4230-8e37-2933d7ea554c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834939 May 05 15:35:33.071555 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b686f3e-8828-42e1-85d9-1892a76676c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:33.122229 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bd454-2483-4eb0-9de2-193e3608811b req-4df857e4-31d7-453a-932d-c0ec03db36b9 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:33.123773 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-856bd454-2483-4eb0-9de2-193e3608811b req-4df857e4-31d7-453a-932d-c0ec03db36b9 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 946 time: 0.0693333 May 05 15:35:33.199808 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-856bd454-2483-4eb0-9de2-193e3608811b req-66340de7-2721-4df6-a5da-e8d377ac263e tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648837 May 05 15:35:34.066764 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7a4a9-bd2e-4c11-a585-4c271021a0e5 req-06544485-ec47-4739-bea0-a85cb28dd959 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:34.068391 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-40e7a4a9-bd2e-4c11-a585-4c271021a0e5 req-06544485-ec47-4739-bea0-a85cb28dd959 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0511520 May 05 15:35:34.120039 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8695f-d764-45ee-ab2e-16a35ec8f40c req-152d6661-3b3b-4434-be6f-cdf84fcb2d65 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:34.122392 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8bb8695f-d764-45ee-ab2e-16a35ec8f40c req-152d6661-3b3b-4434-be6f-cdf84fcb2d65 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0635252 May 05 15:35:34.148070 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-40e7a4a9-bd2e-4c11-a585-4c271021a0e5 req-4a0f1f53-0b48-4664-99c9-31c94ca8fe81 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729060 May 05 15:35:34.202236 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8bb8695f-d764-45ee-ab2e-16a35ec8f40c req-404973f9-8950-4df4-9d66-1403ac00d997 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742793 May 05 15:35:34.251579 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:34.368895 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4c3b9-80fe-4d8e-9c91-b446df1ce3f2 req-2de27b2d-dc17-4d4c-aa16-e4304214b655 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:34.386784 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3bc4c3b9-80fe-4d8e-9c91-b446df1ce3f2 req-2de27b2d-dc17-4d4c-aa16-e4304214b655 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 946 time: 0.0933411 May 05 15:35:34.439968 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3bc4c3b9-80fe-4d8e-9c91-b446df1ce3f2 req-5fcfeca2-22c0-4b31-bab5-eda304fdda0b tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521255 May 05 15:35:35.290652 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6ce98-b49c-4e8d-9860-16d53f3ff472 req-736199e9-a038-4c63-b16d-5396ed44cf4c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:35.292243 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7de6ce98-b49c-4e8d-9860-16d53f3ff472 req-736199e9-a038-4c63-b16d-5396ed44cf4c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0709958 May 05 15:35:35.369415 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab81b2f-c6cc-4eaa-90cb-aa7df08c7adb req-c5fa0b8a-ec70-4065-8e90-4a9a990cad5c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:35.374600 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5ab81b2f-c6cc-4eaa-90cb-aa7df08c7adb req-c5fa0b8a-ec70-4065-8e90-4a9a990cad5c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0708599 May 05 15:35:35.379904 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7de6ce98-b49c-4e8d-9860-16d53f3ff472 req-c46572c2-d773-4174-875b-7d4249426636 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787468 May 05 15:35:35.451475 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5ab81b2f-c6cc-4eaa-90cb-aa7df08c7adb req-1e852562-c82a-4e01-8879-a352edf10741 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653808 May 05 15:35:35.577935 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc3047-0ffc-454a-8d16-28007b5f1f39 req-935977fc-13d4-46bb-948c-e440335b9b21 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:35.585899 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-61cc3047-0ffc-454a-8d16-28007b5f1f39 req-935977fc-13d4-46bb-948c-e440335b9b21 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 946 time: 0.0612767 May 05 15:35:35.646535 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-61cc3047-0ffc-454a-8d16-28007b5f1f39 req-4b8a101f-e8f2-4142-a94d-9db19d3329a6 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596583 May 05 15:35:35.833084 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:36.496915 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49888c-d157-49e4-934c-7de33df4edc9 req-f753b169-5dcc-4aeb-b657-0a15110fbd8d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:36.504228 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cd49888c-d157-49e4-934c-7de33df4edc9 req-f753b169-5dcc-4aeb-b657-0a15110fbd8d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0508914 May 05 15:35:36.579739 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cd49888c-d157-49e4-934c-7de33df4edc9 req-f426e159-59ae-4546-bb39-3784309d28bf tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729382 May 05 15:35:36.592051 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775d701-3c2d-4089-be75-09a6b83df83a req-f67590a2-2e68-4eca-8fc1-5c97f596c46f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:36.607170 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f775d701-3c2d-4089-be75-09a6b83df83a req-f67590a2-2e68-4eca-8fc1-5c97f596c46f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0693853 May 05 15:35:36.676387 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f775d701-3c2d-4089-be75-09a6b83df83a req-6eacfc05-27d3-4a2c-9aaa-4c03b029d851 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647237 May 05 15:35:36.840651 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7b6d5-a4e4-4947-afa1-253233b1d121 req-bc402c6e-7637-4102-ae8c-9976d6df5faa tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:36.842401 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-90f7b6d5-a4e4-4947-afa1-253233b1d121 req-bc402c6e-7637-4102-ae8c-9976d6df5faa tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 946 time: 0.0666475 May 05 15:35:36.849974 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44630) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:36.912197 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-90f7b6d5-a4e4-4947-afa1-253233b1d121 req-f09be904-dcee-4ca5-a3f2-1afbd3eb1dd8 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618043 May 05 15:35:37.118004 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-011af0cb-b0fc-41f4-8081-d7309b0372e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.182740 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.211784 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-011af0cb-b0fc-41f4-8081-d7309b0372e2 admin admin] Publish callbacks [] for security_group (456f486c-a010-4f11-8f59-2dea9231df14), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.325453 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-011af0cb-b0fc-41f4-8081-d7309b0372e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (456f486c-a010-4f11-8f59-2dea9231df14), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.365930 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-011af0cb-b0fc-41f4-8081-d7309b0372e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=548df14543994a3e97a09384f1e1f2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141757 May 05 15:35:37.366890 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011af0cb-b0fc-41f4-8081-d7309b0372e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456f486c-a010-4f11-8f59-2dea9231df14,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:37.368745 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44644) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:37.388803 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44646) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:37.456882 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4ca0d356-6e68-400c-8fdd-806394c120ab admin admin] Publish callbacks [] for security_group (456f486c-a010-4f11-8f59-2dea9231df14), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.482976 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4ca0d356-6e68-400c-8fdd-806394c120ab admin admin] Publish callbacks [] for security_group (456f486c-a010-4f11-8f59-2dea9231df14), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.539499 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-54258efc-30b7-4c1a-b25b-e1cecc86c1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.695078 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6b764-a862-4069-9dfd-6394dcaaa695 req-e218e5ba-b850-409e-b8d4-befa0885d73a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:37.696475 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-27d6b764-a862-4069-9dfd-6394dcaaa695 req-e218e5ba-b850-409e-b8d4-befa0885d73a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0473163 May 05 15:35:37.747883 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-27d6b764-a862-4069-9dfd-6394dcaaa695 req-73154f32-961e-49d7-9a1d-6a3e46c59434 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455718 May 05 15:35:37.774993 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4ca0d356-6e68-400c-8fdd-806394c120ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (456f486c-a010-4f11-8f59-2dea9231df14), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.777758 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4ca0d356-6e68-400c-8fdd-806394c120ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.779196 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-4ca0d356-6e68-400c-8fdd-806394c120ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/456f486c-a010-4f11-8f59-2dea9231df14 HTTP/1.1" status: 204 len: 168 time: 0.4090378 May 05 15:35:37.794429 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0d356-6e68-400c-8fdd-806394c120ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456f486c-a010-4f11-8f59-2dea9231df14,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:37.813653 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cb08c-256d-49d7-adb6-158da2b9f52d req-ed411a1b-81c4-430a-8d89-20117b2ac3ca tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:37.822558 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e7cb08c-256d-49d7-adb6-158da2b9f52d req-ed411a1b-81c4-430a-8d89-20117b2ac3ca tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0809674 May 05 15:35:37.837883 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-54258efc-30b7-4c1a-b25b-e1cecc86c1e7 admin admin] Publish callbacks [] for security_group (ccda14e7-2e17-4b57-9d00-17ce4d7efa55), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.902644 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e7cb08c-256d-49d7-adb6-158da2b9f52d req-8c45c111-3a98-432c-b806-261323d62d29 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788758 May 05 15:35:37.952134 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-54258efc-30b7-4c1a-b25b-e1cecc86c1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ccda14e7-2e17-4b57-9d00-17ce4d7efa55), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.001308 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54258efc-30b7-4c1a-b25b-e1cecc86c1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccda14e7-2e17-4b57-9d00-17ce4d7efa55,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:38.021987 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-54258efc-30b7-4c1a-b25b-e1cecc86c1e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5d7c7142a7e46dead5a87518c074060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6318605 May 05 15:35:38.024722 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44672) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:38.041453 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b9299-3dfe-45c8-962a-ab57a002970b req-ec1589b3-a894-4b78-9223-f50e143d590d tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:38.042983 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a66b9299-3dfe-45c8-962a-ab57a002970b req-ec1589b3-a894-4b78-9223-f50e143d590d tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 946 time: 0.0601866 May 05 15:35:38.075405 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b2e0dec8-8d9f-423a-847f-7dc7516a34cc admin admin] Publish callbacks [] for security_group (ccda14e7-2e17-4b57-9d00-17ce4d7efa55), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.093657 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a66b9299-3dfe-45c8-962a-ab57a002970b req-bba3066a-6705-4ddc-8d5f-de9c674c3db1 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 May 05 15:35:38.101738 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b2e0dec8-8d9f-423a-847f-7dc7516a34cc admin admin] Publish callbacks [] for security_group (ccda14e7-2e17-4b57-9d00-17ce4d7efa55), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.255380 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b2e0dec8-8d9f-423a-847f-7dc7516a34cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ccda14e7-2e17-4b57-9d00-17ce4d7efa55), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.255380 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b2e0dec8-8d9f-423a-847f-7dc7516a34cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.255380 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b2e0dec8-8d9f-423a-847f-7dc7516a34cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccda14e7-2e17-4b57-9d00-17ce4d7efa55 HTTP/1.1" status: 204 len: 168 time: 0.2292428 May 05 15:35:38.264049 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0dec8-8d9f-423a-847f-7dc7516a34cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccda14e7-2e17-4b57-9d00-17ce4d7efa55,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:38.680736 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44716) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:38.697157 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4a9494b9-e9c9-4e34-8d0d-bb8513c5909e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.778689 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4a9494b9-e9c9-4e34-8d0d-bb8513c5909e admin admin] Publish callbacks [] for security_group (6827e010-b2a0-48ef-84ec-839e7077321c), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.865747 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c505557-3e52-4c89-8dfe-c0311d4f2626 req-5c68f9fe-039e-4750-a245-74697d08f834 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:38.867235 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7c505557-3e52-4c89-8dfe-c0311d4f2626 req-5c68f9fe-039e-4750-a245-74697d08f834 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0471818 May 05 15:35:38.868292 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4a9494b9-e9c9-4e34-8d0d-bb8513c5909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (6827e010-b2a0-48ef-84ec-839e7077321c), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.926476 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9494b9-e9c9-4e34-8d0d-bb8513c5909e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6827e010-b2a0-48ef-84ec-839e7077321c,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:38.935249 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-4a9494b9-e9c9-4e34-8d0d-bb8513c5909e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8abc9c23aeee4d179ef354c364a3a743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534080 May 05 15:35:38.944049 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44732) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:38.989285 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7c505557-3e52-4c89-8dfe-c0311d4f2626 req-a79450b4-b48f-45c0-ae68-a6ba4907f74b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102297 May 05 15:35:39.020294 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6300665c-29b9-4820-b186-f3e540ec64da admin admin] Publish callbacks [] for security_group (6827e010-b2a0-48ef-84ec-839e7077321c), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:39.074431 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6300665c-29b9-4820-b186-f3e540ec64da admin admin] Publish callbacks [] for security_group (6827e010-b2a0-48ef-84ec-839e7077321c), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:39.101098 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877998d6-306f-4638-9e52-85bad4616ba6 req-03eae8e5-1d62-4215-8e79-33abf2b7ef96 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:39.102588 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-877998d6-306f-4638-9e52-85bad4616ba6 req-03eae8e5-1d62-4215-8e79-33abf2b7ef96 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0710886 May 05 15:35:39.162058 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-877998d6-306f-4638-9e52-85bad4616ba6 req-2cb4ec5c-578f-477e-8f73-ce295c5637b7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519204 May 05 15:35:39.229960 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc2ad-deef-45a6-b993-2ae056ad15a7 req-c2a8d6da-5503-455e-87b9-fd5acf0b7d90 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:39.234754 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-37bfc2ad-deef-45a6-b993-2ae056ad15a7 req-c2a8d6da-5503-455e-87b9-fd5acf0b7d90 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 946 time: 0.0567648 May 05 15:35:39.238111 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6300665c-29b9-4820-b186-f3e540ec64da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (6827e010-b2a0-48ef-84ec-839e7077321c), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:39.240761 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6300665c-29b9-4820-b186-f3e540ec64da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:39.245572 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-6300665c-29b9-4820-b186-f3e540ec64da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6827e010-b2a0-48ef-84ec-839e7077321c HTTP/1.1" status: 204 len: 168 time: 0.2999897 May 05 15:35:39.253696 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300665c-29b9-4820-b186-f3e540ec64da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6827e010-b2a0-48ef-84ec-839e7077321c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:39.290265 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-37bfc2ad-deef-45a6-b993-2ae056ad15a7 req-4cfa89d5-edaf-4ca4-8eca-b8acf2e1d781 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530496 May 05 15:35:39.491539 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44752) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:39.594885 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-350577098-network', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:39.673959 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Made reservation on behalf of b9373d1d19b54831ae91fb87c0faefed for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:39.676378 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:39.685191 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:39.768434 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Publish callbacks [] for security_group (e02b7109-7d42-4429-b21c-4c55996d0b3f), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:39.838364 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (e02b7109-7d42-4429-b21c-4c55996d0b3f), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:39.862584 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44758) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:39.865612 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:35:39.875268 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02b7109-7d42-4429-b21c-4c55996d0b3f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:39.875524 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f44226ce-3e82-4f4c-9a1a-46eb45209009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:39.879917 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (73921f07-a135-44fa-9ce1-804090c3f9a5), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:39.880254 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.segments_db [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Added segment 73921f07-a135-44fa-9ce1-804090c3f9a5 of type vlan for network 90328803-c194-44d1-9fd8-57597e08b3bd May 05 15:35:39.923308 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (90328803-c194-44d1-9fd8-57597e08b3bd), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:39.954404 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f44226ce-3e82-4f4c-9a1a-46eb45209009 admin admin] Publish callbacks [] for security_group (3ba6168f-d216-42d9-97b7-04550f0735d1), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.012212 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (90328803-c194-44d1-9fd8-57597e08b3bd), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.013195 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:40.013802 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.022976 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f44226ce-3e82-4f4c-9a1a-46eb45209009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (3ba6168f-d216-42d9-97b7-04550f0735d1), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.056669 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c8e82-5c91-4182-8804-dc254e7685ca req-9d9d55e2-5e5a-4666-ad1e-54b65c783de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:40.058246 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc4c8e82-5c91-4182-8804-dc254e7685ca req-9d9d55e2-5e5a-4666-ad1e-54b65c783de3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 1129 time: 0.0732663 May 05 15:35:40.065648 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44226ce-3e82-4f4c-9a1a-46eb45209009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba6168f-d216-42d9-97b7-04550f0735d1,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:40.070706 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f44226ce-3e82-4f4c-9a1a-46eb45209009 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0269807e4b3b45258fc1017cf8966ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069516 May 05 15:35:40.078580 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44764) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:40.096097 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] Pushing event updated for resources: {'Network': ['ID=90328803-c194-44d1-9fd8-57597e08b3bd,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:40.106266 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network 90328803-c194-44d1-9fd8-57597e08b3bd details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:35:40.136785 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a814ee0e-5081-4b23-8f34-794392c9fc71 admin admin] Publish callbacks [] for security_group (3ba6168f-d216-42d9-97b7-04550f0735d1), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.152004 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-c98c6add-f8b1-4a53-9e54-78c254bc7208 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6593716 May 05 15:35:40.155325 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44768) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:40.160036 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] Request body: {'subnet': {'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-350577098-subnet', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'ip_version': 4}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:40.168774 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a814ee0e-5081-4b23-8f34-794392c9fc71 admin admin] Publish callbacks [] for security_group (3ba6168f-d216-42d9-97b7-04550f0735d1), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.180529 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241265f-4a9c-44b7-89b9-e12e512ff85d req-e74f51d3-99ad-416e-9242-9525208ce10b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:40.182016 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c241265f-4a9c-44b7-89b9-e12e512ff85d req-e74f51d3-99ad-416e-9242-9525208ce10b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0893548 May 05 15:35:40.267965 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44774) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:40.279089 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c8e82-5c91-4182-8804-dc254e7685ca req-33f6d60c-2016-404c-8d9a-8141f7f67d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:40.280619 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc4c8e82-5c91-4182-8804-dc254e7685ca req-33f6d60c-2016-404c-8d9a-8141f7f67d1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 917 time: 0.1866369 May 05 15:35:40.281159 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] Made reservation on behalf of b9373d1d19b54831ae91fb87c0faefed for: {'subnet': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:40.283552 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.313093 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c241265f-4a9c-44b7-89b9-e12e512ff85d req-8ce94877-ef72-4c09-b7d2-af3574bc93fd tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066253 May 05 15:35:40.314536 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dfeeb-d915-4fb8-aee6-b046c2e0ebfe req-62c3fffa-3b0f-45e0-8daf-e9e1465ceff1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:40.316155 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1a2dfeeb-d915-4fb8-aee6-b046c2e0ebfe req-62c3fffa-3b0f-45e0-8daf-e9e1465ceff1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0692794 May 05 15:35:40.328827 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a814ee0e-5081-4b23-8f34-794392c9fc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (3ba6168f-d216-42d9-97b7-04550f0735d1), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.331459 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a814ee0e-5081-4b23-8f34-794392c9fc71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.333288 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a814ee0e-5081-4b23-8f34-794392c9fc71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ba6168f-d216-42d9-97b7-04550f0735d1 HTTP/1.1" status: 204 len: 168 time: 0.2529659 May 05 15:35:40.388736 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814ee0e-5081-4b23-8f34-794392c9fc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba6168f-d216-42d9-97b7-04550f0735d1,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:40.393780 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3e413e-c376-4143-bf66-42c0e9944075 admin admin] Deleting subnet f269ac35-1e9d-49a7-bb3f-08453e9e36e2 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:35:40.418230 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e413e-c376-4143-bf66-42c0e9944075 admin admin] Publish callbacks [] for subnet (f269ac35-1e9d-49a7-bb3f-08453e9e36e2), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.446724 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1a2dfeeb-d915-4fb8-aee6-b046c2e0ebfe req-10d17a64-7239-4d10-ab91-64c545751813 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208513 May 05 15:35:40.452709 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc4c8e82-5c91-4182-8804-dc254e7685ca req-714c41e2-b30e-4fcc-8aaa-3c91925c4d9f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9363929-a531-406c-9bd3-ec769fcc6fad HTTP/1.1" status: 200 len: 1001 time: 0.1502836 May 05 15:35:40.528899 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e413e-c376-4143-bf66-42c0e9944075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-317915'] for subnet (f269ac35-1e9d-49a7-bb3f-08453e9e36e2), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.538383 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6604-b011-4897-b524-e729c578795b req-9c39641c-0289-4f02-9379-c86ab9500468 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:40.545973 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-59cf6604-b011-4897-b524-e729c578795b req-9c39641c-0289-4f02-9379-c86ab9500468 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 946 time: 0.1354752 May 05 15:35:40.579060 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c8e82-5c91-4182-8804-dc254e7685ca req-e8361299-1703-4216-ad02-c22b63640067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:40.586105 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc4c8e82-5c91-4182-8804-dc254e7685ca req-e8361299-1703-4216-ad02-c22b63640067 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dba1ae9-e494-4720-b0dd-109269841baf HTTP/1.1" status: 200 len: 855 time: 0.1063457 May 05 15:35:40.645405 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e413e-c376-4143-bf66-42c0e9944075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (f269ac35-1e9d-49a7-bb3f-08453e9e36e2), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.657409 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (10ad6ef3-0faa-4641-9b3a-c20cee8f5c29), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.675588 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c8e82-5c91-4182-8804-dc254e7685ca req-cc737355-1080-493e-97ec-6a07660ebcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:40.677111 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc4c8e82-5c91-4182-8804-dc254e7685ca req-cc737355-1080-493e-97ec-6a07660ebcfa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=567bf926-5d0b-40e3-87cf-663917924844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878787 May 05 15:35:40.684675 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-59cf6604-b011-4897-b524-e729c578795b req-75e8fc9d-3ffe-482c-a161-7d77948ee118 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206369 May 05 15:35:40.713649 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ad6ef3-0faa-4641-9b3a-c20cee8f5c29,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:40.732357 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] Checking segment: {'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:40.732723 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] Network hostable DHCP agents. Network: 90328803-c194-44d1-9fd8-57597e08b3bd, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:35:40.792330 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc4c8e82-5c91-4182-8804-dc254e7685ca req-a3158ed1-fd9f-43e6-9d08-272ba5f8f8b7 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050463 May 05 15:35:40.827363 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] Network 90328803-c194-44d1-9fd8-57597e08b3bd is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:35:40.857487 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e413e-c376-4143-bf66-42c0e9944075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9250505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432443'] for subnet (f269ac35-1e9d-49a7-bb3f-08453e9e36e2), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.892540 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e413e-c376-4143-bf66-42c0e9944075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f269ac35-1e9d-49a7-bb3f-08453e9e36e2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:40.902528 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e413e-c376-4143-bf66-42c0e9944075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.905661 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-db3e413e-c376-4143-bf66-42c0e9944075 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f269ac35-1e9d-49a7-bb3f-08453e9e36e2 HTTP/1.1" status: 204 len: 168 time: 0.6367590 May 05 15:35:40.908465 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, 90328803-c194-44d1-9fd8-57597e08b3bd) {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:40.909759 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44786) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:40.913946 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:40.914573 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.921055 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38572128-587c-4e7f-8500-822fc9a665fe None None] Network 90328803-c194-44d1-9fd8-57597e08b3bd requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:35:40.950214 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc4c8e82-5c91-4182-8804-dc254e7685ca req-76bc3417-bfa5-41f2-bf7d-fe88727a70b4 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509817 May 05 15:35:41.002347 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (a1e0794f-268a-444a-88d5-0dccab4e2a85), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.003107 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-100ccc15-2a8b-47aa-9e7b-f719bcfddf16 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8466957 May 05 15:35:41.005567 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44790) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:41.010754 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37'}}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:41.018388 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device d620453f-0e07-47da-a6a1-316e7f56f27c details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:35:41.042079 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-90328803-c194-44d1-9fd8-57597e08b3bd', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'fixed_ips': [{'subnet_id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:35:41.042963 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.106408 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (a1e0794f-268a-444a-88d5-0dccab4e2a85), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.127742 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e0794f-268a-444a-88d5-0dccab4e2a85']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:41.135407 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-604143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.136484 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1852'] for router (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.151361 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ba6ef0-6a9c-47fa-ba60-7a008b557702') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:41.152121 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ba6ef0-6a9c-47fa-ba60-7a008b557702') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:41.165332 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-317892'] for segment (57ba6ef0-6a9c-47fa-ba60-7a008b557702), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.189003 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (57ba6ef0-6a9c-47fa-ba60-7a008b557702), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.195034 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Publish callbacks [] for router_controller (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), precommit_add_association {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.196928 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:35:41.197331 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9250479'] for segment (57ba6ef0-6a9c-47fa-ba60-7a008b557702), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: Traceback (most recent call last): May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: timer() May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: cb(*args, **kw) May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: return func(*args, **kwargs) May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: self._notify() May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: self.callback(batched_events) May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: event.method(event) May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: return f(self, *a, **k) May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._get(url).json() May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: return self.request(url, 'GET', **kwargs) May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:35:41.199090 dv-cinder-840678-1-iscsi neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:35:41.247518 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port d620453f-0e07-47da-a6a1-316e7f56f27c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d620453f-0e07-47da-a6a1-316e7f56f27c,segment=NetworkSegment(f9fa65f9-d7e8-4e45-b17d-da79fb917f54),segment_id=f9fa65f9-d7e8-4e45-b17d-da79fb917f54)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:41.267664 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'd620453f-0e07-47da-a6a1-316e7f56f27c', 'network_id': 'a87f33a2-0049-4c76-85cc-3f6b783d9aac', 'port_id': 'd620453f-0e07-47da-a6a1-316e7f56f27c', 'mac_address': 'fa:16:3e:a6:84:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfbe213-4b81-4731-9d2d-197ea2feabe5', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:35:41.274926 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Allocated IP 172.20.0.2 (90328803-c194-44d1-9fd8-57597e08b3bd/10ad6ef3-0faa-4641-9b3a-c20cee8f5c29/b9b8d0c6-eed6-424d-ad07-d02aa1b2d767) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:41.315698 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port d620453f-0e07-47da-a6a1-316e7f56f27c is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:41.316089 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.330867 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d620453f-0e07-47da-a6a1-316e7f56f27c {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:35:41.341987 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (a1e0794f-268a-444a-88d5-0dccab4e2a85), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.352825 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.361600 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a1e0794f-268a-444a-88d5-0dccab4e2a85 HTTP/1.1" status: 204 len: 168 time: 0.4484973 May 05 15:35:41.387531 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2b105-34ec-4829-b755-a10a65dc3149 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e0794f-268a-444a-88d5-0dccab4e2a85,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:41.404847 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Publish callbacks [] for router_gateway (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.410714 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port d620453f-0e07-47da-a6a1-316e7f56f27c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d620453f-0e07-47da-a6a1-316e7f56f27c,segment=NetworkSegment(f9fa65f9-d7e8-4e45-b17d-da79fb917f54),segment_id=f9fa65f9-d7e8-4e45-b17d-da79fb917f54)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:41.465192 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eab088-5720-4d48-95f7-9d52127aa757 req-ee220186-e490-4499-bb8b-63bfac8e84ce tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:41.466702 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d7eab088-5720-4d48-95f7-9d52127aa757 req-ee220186-e490-4499-bb8b-63bfac8e84ce tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0483959 May 05 15:35:41.516224 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.617179 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6805-50ca-4484-a615-23608fc385fd req-8707ebd5-6307-4ef1-aed3-873ec084eda7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:41.619334 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b37c6805-50ca-4484-a615-23608fc385fd req-8707ebd5-6307-4ef1-aed3-873ec084eda7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0706577 May 05 15:35:41.649750 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=d620453f-0e07-47da-a6a1-316e7f56f27c,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:41.652887 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Publish callbacks [] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.703496 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b37c6805-50ca-4484-a615-23608fc385fd req-fc12f646-57b7-42e5-8ba6-12822457506f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779498 May 05 15:35:41.764742 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.814154 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44818) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:41.827282 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Network 90328803-c194-44d1-9fd8-57597e08b3bd is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:41.830467 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:41.836414 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:41.837551 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d7eab088-5720-4d48-95f7-9d52127aa757 req-486031e5-40f7-45bf-a9f6-97eef8c8d3ae tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649511 May 05 15:35:41.849376 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Pushing event updated for resources: {'Port': ['ID=b9b8d0c6-eed6-424d-ad07-d02aa1b2d767,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:41.886177 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['d620453f-0e07-47da-a6a1-316e7f56f27c'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:35:41.898501 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8344c-fe8f-4eed-9924-ec40ec7d0937 req-b3bda37c-bc95-4fcc-a6d1-cc8e52192553 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:41.900536 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11a8344c-fe8f-4eed-9924-ec40ec7d0937 req-b3bda37c-bc95-4fcc-a6d1-cc8e52192553 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 947 time: 0.1219850 May 05 15:35:41.912164 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-12163a03-60e3-4db9-8eb1-6e6ee56365f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8683b51e4909484ea07d9508e11ed256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967250 May 05 15:35:41.913410 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44820) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:41.952026 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Attempting to bind port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:41.952740 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Attempting to bind port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:41.953252 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Attempting to bind port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 on network 90328803-c194-44d1-9fd8-57597e08b3bd {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:41.962103 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:41.962759 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Checking segment: {'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:41.963501 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.964130 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Bound using segment: {'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:41.964756 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Bound port: b9b8d0c6-eed6-424d-ad07-d02aa1b2d767, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:41.965291 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.994156 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11a8344c-fe8f-4eed-9924-ec40ec7d0937 req-d7660191-62f2-4f52-8a7a-7e536e307db8 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799072 May 05 15:35:42.007669 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3444525f-a6e2-4605-b5ea-d41716abdc7e admin admin] Publish callbacks [] for security_group (d6804239-a9eb-4cc9-a6e2-0259cb1aaf73), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.015418 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Publish callbacks [] for router_gateway (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.042994 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3444525f-a6e2-4605-b5ea-d41716abdc7e admin admin] Publish callbacks [] for security_group (d6804239-a9eb-4cc9-a6e2-0259cb1aaf73), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.046398 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.113543 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] For port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:42.118007 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] For port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b9b8d0c6-eed6-424d-ad07-d02aa1b2d767,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:42.181009 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3444525f-a6e2-4605-b5ea-d41716abdc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d6804239-a9eb-4cc9-a6e2-0259cb1aaf73), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.183586 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3444525f-a6e2-4605-b5ea-d41716abdc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.193241 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3444525f-a6e2-4605-b5ea-d41716abdc7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6804239-a9eb-4cc9-a6e2-0259cb1aaf73 HTTP/1.1" status: 204 len: 168 time: 0.2694054 May 05 15:35:42.193241 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444525f-a6e2-4605-b5ea-d41716abdc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6804239-a9eb-4cc9-a6e2-0259cb1aaf73,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:42.197568 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Allocated IP 172.27.0.95 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/b7a140eb-2ca7-4eed-b633-09e35b349f6c) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:42.214067 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.294448 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbc752-1b4f-4bf8-8f49-5c124509f804 None None] Pushing event updated for resources: {'Port': ['ID=b9b8d0c6-eed6-424d-ad07-d02aa1b2d767,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:42.346008 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Publish callbacks [] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.497621 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.544319 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:42.547407 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:42.551283 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:42.591912 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Pushing event updated for resources: {'Port': ['ID=b7a140eb-2ca7-4eed-b633-09e35b349f6c,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:42.878660 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0673f7-1cb7-4cc7-8c7e-56129418ccfc req-8544f5a1-18a4-4a11-989b-376c49d84549 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:42.880133 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2b0673f7-1cb7-4cc7-8c7e-56129418ccfc req-8544f5a1-18a4-4a11-989b-376c49d84549 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.0590804 May 05 15:35:42.981073 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24560cde-f153-4280-b766-6760c89ad48a req-27ab0173-84a0-4ece-a0e8-e07e684ab06a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:42.988368 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-24560cde-f153-4280-b766-6760c89ad48a req-27ab0173-84a0-4ece-a0e8-e07e684ab06a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0676417 May 05 15:35:42.991972 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2b0673f7-1cb7-4cc7-8c7e-56129418ccfc req-2fc989f6-0ac6-4f81-adba-2af3ae2bf44e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777788 May 05 15:35:43.009229 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Publish callbacks [] for router_gateway (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.009599 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device d620453f-0e07-47da-a6a1-316e7f56f27c up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:43.102983 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-24560cde-f153-4280-b766-6760c89ad48a req-91c3f75e-38fa-4ecd-9549-d1dde2e1603f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136332 May 05 15:35:43.144710 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port d620453f-0e07-47da-a6a1-316e7f56f27c completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:35:43.262403 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port d620453f-0e07-47da-a6a1-316e7f56f27c triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:43.262403 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.367963 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fa805-2557-4d1f-8a39-2e174006d866 req-cd7aebe2-662d-4a34-8ce4-b56c96cf0a0e tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:43.369567 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-842fa805-2557-4d1f-8a39-2e174006d866 req-cd7aebe2-662d-4a34-8ce4-b56c96cf0a0e tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 947 time: 0.2582507 May 05 15:35:43.455903 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-546673e4-9853-41d1-a3e7-e5c565399728 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764539815&fields=id&tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6 HTTP/1.1" status: 200 len: 267 time: 0.0572903 May 05 15:35:43.490036 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb0937e-ccd6-4a94-887e-803c923d1de0 None None] Network 90328803-c194-44d1-9fd8-57597e08b3bd requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:35:43.491253 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165'] for router (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.500727 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-842fa805-2557-4d1f-8a39-2e174006d866 req-55b604c2-82ee-4376-9c3c-c16a9826d98d tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171231 May 05 15:35:43.558848 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-28bab261-c174-4f4b-bd12-9501ed29b19f None None] Provisioning complete for port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:43.559229 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28bab261-c174-4f4b-bd12-9501ed29b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.638997 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44904) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:43.653831 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-b5ac2bb2-e02f-45a3-973c-538bae87b99f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:43.663108 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-b5ac2bb2-e02f-45a3-973c-538bae87b99f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/networks?id=5c892b51-50fa-4403-9d49-e005c2bb0f72 HTTP/1.1" status: 200 len: 808 time: 0.1983283 May 05 15:35:43.681215 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-0bff7411-14f4-48e7-a913-36595cacae8f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/quotas/b44f40cfaa094be5a9eb5c9b8ace76e6 HTTP/1.1" status: 200 len: 375 time: 0.0165646 May 05 15:35:43.701803 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port d620453f-0e07-47da-a6a1-316e7f56f27c is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:43.702299 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.748551 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 is scheduled to L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a with binding_index 1 {{(pid=103723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:35:43.749884 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-dd3c4ee9-4399-4463-ab73-9c05ade0101d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675125 May 05 15:35:43.785471 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfbd922-b408-4a75-9984-918fab0c60f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620453f-0e07-47da-a6a1-316e7f56f27c'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:43.788452 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1274499379-network', 'tenant_id': 'bf61282f689243b28d6c274f616534f0'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:43.788614 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c5a819-f64f-478f-8606-03a9682c2c6c" -d '{"events": [{"server_uuid": "ccfbd922-b408-4a75-9984-918fab0c60f4", "name": "network-vif-plugged", "status": "completed", "tag": "d620453f-0e07-47da-a6a1-316e7f56f27c"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:43.879905 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port d620453f-0e07-47da-a6a1-316e7f56f27c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d620453f-0e07-47da-a6a1-316e7f56f27c,segment=NetworkSegment(f9fa65f9-d7e8-4e45-b17d-da79fb917f54),segment_id=f9fa65f9-d7e8-4e45-b17d-da79fb917f54)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:43.892857 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067aa018-0433-4b20-a1cc-ce0f796b32ff x-openstack-request-id: req-067aa018-0433-4b20-a1cc-ce0f796b32ff {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:43.893193 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfbd922-b408-4a75-9984-918fab0c60f4", "name": "network-vif-plugged", "status": "completed", "tag": "d620453f-0e07-47da-a6a1-316e7f56f27c", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:43.893624 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-067aa018-0433-4b20-a1cc-ce0f796b32ff {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:43.894211 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067aa018-0433-4b20-a1cc-ce0f796b32ff'] response: {'server_uuid': 'ccfbd922-b408-4a75-9984-918fab0c60f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620453f-0e07-47da-a6a1-316e7f56f27c', 'code': 200} May 05 15:35:43.903876 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-28bab261-c174-4f4b-bd12-9501ed29b19f None None] Current status of the port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:43.904525 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28bab261-c174-4f4b-bd12-9501ed29b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.908055 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-715f7fbc-ca4b-443d-9d2f-128dc3a7049a service neutron] 10.222.0.44 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557224 May 05 15:35:43.936287 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Made reservation on behalf of bf61282f689243b28d6c274f616534f0 for: {'network': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:43.940143 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.954939 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.962949 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-28bab261-c174-4f4b-bd12-9501ed29b19f None None] For port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b9b8d0c6-eed6-424d-ad07-d02aa1b2d767,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:43.968117 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.969102 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device a9363929-a531-406c-9bd3-ec769fcc6fad no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:35:43.987155 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:35:44.005073 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Sync routers for ids ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:35:44.023016 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Routers {'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:44.023705 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:35:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:44.060175 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28bab261-c174-4f4b-bd12-9501ed29b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.070650 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-5c908072-325a-4ef7-a7e6-1ca76e35e737 service neutron] 10.222.0.44 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616156 May 05 15:35:44.119804 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=d620453f-0e07-47da-a6a1-316e7f56f27c,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:44.148832 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.152900 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 44920) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:44.153935 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-5be89611-29ad-4df5-9291-4fb3ef923975 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1471274 May 05 15:35:44.166394 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Publish callbacks [] for security_group (9820f090-9b7f-4613-9ad6-6c3bc8a046b4), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.233790 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-a609813f-b26a-4393-9ca9-39fdf4de03b0 None None] Provisioning complete for port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:44.249192 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a609813f-b26a-4393-9ca9-39fdf4de03b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.271184 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b29ca3-5b5f-4876-8f5b-5c267eed490e req-6738ec99-64f5-4352-a9ab-510d2ed36500 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:44.277534 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bab261-c174-4f4b-bd12-9501ed29b19f None None] Pushing event updated for resources: {'Port': ['ID=b9b8d0c6-eed6-424d-ad07-d02aa1b2d767,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:44.282047 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6b29ca3-5b5f-4876-8f5b-5c267eed490e req-6738ec99-64f5-4352-a9ab-510d2ed36500 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 945 time: 0.1223075 May 05 15:35:44.285134 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port a9363929-a531-406c-9bd3-ec769fcc6fad is: ACTIVE; New status is: DOWN {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:44.285532 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.297294 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (9820f090-9b7f-4613-9ad6-6c3bc8a046b4), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.340336 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:35:44.362091 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:44.388514 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9820f090-9b7f-4613-9ad6-6c3bc8a046b4,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:44.392723 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (c57b1a60-7f40-4e07-9256-0291392fd940), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.394839 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.segments_db [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Added segment c57b1a60-7f40-4e07-9256-0291392fd940 of type vlan for network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 May 05 15:35:44.414529 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6b29ca3-5b5f-4876-8f5b-5c267eed490e req-48ca279c-fb37-4f2c-aa67-fea7de3258bd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279585 May 05 15:35:44.449670 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:44.479243 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (80085051-d8d1-42b7-8d93-ea2ae047f8a5), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.514364 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a609813f-b26a-4393-9ca9-39fdf4de03b0 None None] Current status of the port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:44.516479 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:44.516856 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.521122 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Set router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:44.543779 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.557038 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638dfe5-b1fc-4cf7-85c4-a07f9e64d3cc req-857ce0f6-dd98-4af6-8e24-bdfecca3f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:44.562582 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0638dfe5-b1fc-4cf7-85c4-a07f9e64d3cc req-857ce0f6-dd98-4af6-8e24-bdfecca3f58e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 1132 time: 0.1767840 May 05 15:35:44.575978 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd14b2f-3553-4cb0-ad29-2886c741875e req-913a22c3-5ad1-4d1c-8c1f-5bca15d09990 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:44.577985 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bfd14b2f-3553-4cb0-ad29-2886c741875e req-913a22c3-5ad1-4d1c-8c1f-5bca15d09990 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0770621 May 05 15:35:44.633572 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (80085051-d8d1-42b7-8d93-ea2ae047f8a5), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.635056 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:44.635697 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.663386 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=a9363929-a531-406c-9bd3-ec769fcc6fad,revision_number=8']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:44.667523 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:44.673555 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bfd14b2f-3553-4cb0-ad29-2886c741875e req-ef87b0c6-dc50-4bcd-bf1f-273af34afb5a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884621 May 05 15:35:44.736351 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] Pushing event updated for resources: {'Network': ['ID=80085051-d8d1-42b7-8d93-ea2ae047f8a5,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:44.760890 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:35:44.806380 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-9a17710d-a13b-428c-9a46-ac38e69ff82c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1652768 May 05 15:35:44.810615 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 44934) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:44.821286 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:42Z', 'revision_number': 3, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:44.823909 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] Request body: {'subnet': {'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1274499379-subnet', 'tenant_id': 'bf61282f689243b28d6c274f616534f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:44.861666 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Checking router: a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:35:44.862201 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Updating router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 port b7a140eb-2ca7-4eed-b633-09e35b349f6c binding host dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:35:44.903584 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.937002 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] Made reservation on behalf of bf61282f689243b28d6c274f616534f0 for: {'subnet': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:44.939519 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:45.064964 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0638dfe5-b1fc-4cf7-85c4-a07f9e64d3cc req-fae541d9-0c3d-4477-9b7f-5b46a1b53ee0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959579 May 05 15:35:45.184026 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1b233-4876-4a2b-a1c3-2f106bc95d73 req-56fc3944-e045-4c79-9890-4701a003c6aa tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:45.185725 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7c1b233-4876-4a2b-a1c3-2f106bc95d73 req-56fc3944-e045-4c79-9890-4701a003c6aa tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 948 time: 0.1049588 May 05 15:35:45.265038 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Publish callbacks [] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:45.284227 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7c1b233-4876-4a2b-a1c3-2f106bc95d73 req-6e10477c-b2d9-4b68-b00e-3d050b368b05 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913477 May 05 15:35:45.290009 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (bcedd80e-d692-40f2-bdf8-06ce2e3ad97e), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:45.363280 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcedd80e-d692-40f2-bdf8-06ce2e3ad97e,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:45.371874 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] Checking segment: {'id': 'c57b1a60-7f40-4e07-9256-0291392fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:45.372232 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] Network hostable DHCP agents. Network: 80085051-d8d1-42b7-8d93-ea2ae047f8a5, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:35:45.390254 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-64616620-43a6-4ac6-a6ed-a4421a10fd62 req-c7848f2c-fe8b-4229-bd60-50462dbc539b tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 210 time: 0.0431371 May 05 15:35:45.415574 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:45.434020 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:45.470744 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Attempting to bind port b7a140eb-2ca7-4eed-b633-09e35b349f6c on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:45.471131 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Attempting to bind port b7a140eb-2ca7-4eed-b633-09e35b349f6c by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:45.471499 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Attempting to bind port b7a140eb-2ca7-4eed-b633-09e35b349f6c on network 02718d50-6065-4980-9530-582a9009be37 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:45.479057 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213754d4-8b64-444d-9ce1-749bac8ade1f None None] Pushing event updated for resources: {'Port': ['ID=b7a140eb-2ca7-4eed-b633-09e35b349f6c,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:45.481741 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:45.482222 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:45.482525 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:45.482908 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Bound using segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:45.483828 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Bound port: b7a140eb-2ca7-4eed-b633-09e35b349f6c, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:45.483828 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:45.537736 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] For port b7a140eb-2ca7-4eed-b633-09e35b349f6c, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:45.540785 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] For port b7a140eb-2ca7-4eed-b633-09e35b349f6c, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b7a140eb-2ca7-4eed-b633-09e35b349f6c,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:45.565535 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] Network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:35:45.596356 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Allocated IP 172.20.0.1 (90328803-c194-44d1-9fd8-57597e08b3bd/10ad6ef3-0faa-4641-9b3a-c20cee8f5c29/54240119-cb12-48e8-9247-abdbd424fff5) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:45.634313 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:45.679241 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, 80085051-d8d1-42b7-8d93-ea2ae047f8a5) {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:45.691563 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Routers {'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:45.692203 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:35:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:45.707911 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67748c1d-5f46-45f6-8266-3ac2872bb282 None None] Network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:35:45.715688 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:45.716390 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:45.722458 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Publish callbacks [] for port (54240119-cb12-48e8-9247-abdbd424fff5), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:45.741554 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213754d4-8b64-444d-9ce1-749bac8ade1f None None] Pushing event updated for resources: {'Port': ['ID=b7a140eb-2ca7-4eed-b633-09e35b349f6c,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:45.843486 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-1feb00d7-cf9c-4cb2-bb08-963ef288e247 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0315607 May 05 15:35:45.867116 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474dd24c-b25a-4fe7-b6da-b6a545f9f698 None None] Network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:35:45.881710 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] Set router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:45.884942 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bea18e-855b-4e81-82e9-0e63f676b118 req-8c9ec657-61ea-441c-819f-d5686dde8845 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:45.886543 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-88bea18e-855b-4e81-82e9-0e63f676b118 req-8c9ec657-61ea-441c-819f-d5686dde8845 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0931828 May 05 15:35:45.896180 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:45.901612 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b84637f-2943-4714-aa33-65d32185e488" -d '{"events": [{"server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "name": "network-vif-unplugged", "status": "completed", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:45.902309 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (54240119-cb12-48e8-9247-abdbd424fff5), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.044681 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Network 90328803-c194-44d1-9fd8-57597e08b3bd is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:46.071330 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:46.094468 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-88bea18e-855b-4e81-82e9-0e63f676b118 req-78b47751-da4e-40f8-b121-d40216748cf0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874788 May 05 15:35:46.094468 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:46.146081 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640392'] for router_interface (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.149180 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Pushing event updated for resources: {'Port': ['ID=54240119-cb12-48e8-9247-abdbd424fff5,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:46.203234 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 May 2022 15:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e9e32e-f8f3-4901-b69f-cc5d8a49b337 x-openstack-request-id: req-67e9e32e-f8f3-4901-b69f-cc5d8a49b337 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:46.206499 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "name": "network-vif-unplugged", "status": "failed", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad", "code": 422}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:46.206808 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67e9e32e-f8f3-4901-b69f-cc5d8a49b337 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:46.207253 dv-cinder-840678-1-iscsi neutron-server[103725]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-67e9e32e-f8f3-4901-b69f-cc5d8a49b337']: {'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'code': 422} returned with failed status May 05 15:35:46.293197 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:42Z', 'revision_number': 3, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:46.293838 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:46.355082 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279da35a-0399-4966-b4b0-b6ad684b917e None None] The sync data for ids ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'] in dv-cinder-840678-1-iscsi is: [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:42Z', 'revision_number': 3, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:35:46.432233 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:46.432967 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.481086 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [req-31ee3a24-ffdb-4561-938a-8e1adf04a6a5 req-8f52b6c6-a2d7-42a6-9b8c-499392b70312 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:35:46.482889 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-31ee3a24-ffdb-4561-938a-8e1adf04a6a5 req-8f52b6c6-a2d7-42a6-9b8c-499392b70312 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0233939 May 05 15:35:46.555001 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25c2dd-d186-49ac-b43f-b2eafc426e50 req-35baa2db-8623-4a6d-bcfc-a0a3ea33775e tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:46.556573 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cd25c2dd-d186-49ac-b43f-b2eafc426e50 req-35baa2db-8623-4a6d-bcfc-a0a3ea33775e tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 948 time: 0.0822482 May 05 15:35:46.589750 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-7da11e8d-60d1-413d-a531-52280fcf091a None None] Provisioning complete for port 54240119-cb12-48e8-9247-abdbd424fff5 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:46.590126 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7da11e8d-60d1-413d-a531-52280fcf091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (54240119-cb12-48e8-9247-abdbd424fff5), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.614793 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cd25c2dd-d186-49ac-b43f-b2eafc426e50 req-0557920b-bacc-4dab-8221-947e2453ddd2 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500877 May 05 15:35:46.635107 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:46.645614 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7da11e8d-60d1-413d-a531-52280fcf091a None None] Port 54240119-cb12-48e8-9247-abdbd424fff5 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:35:46.707651 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (54240119-cb12-48e8-9247-abdbd424fff5), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.736393 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b5cff929-757f-43cc-936c-f94aa13f1e83 req-4110cacb-05d4-4eb9-913c-ffc0922dcc64 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 210 time: 0.0486298 May 05 15:35:46.967430 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadf20e-5790-4a41-8760-561ba626db1a req-efaee012-5657-4373-878f-c2498712cfb0 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:46.971251 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2dadf20e-5790-4a41-8760-561ba626db1a req-efaee012-5657-4373-878f-c2498712cfb0 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0919259 May 05 15:35:47.037267 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Publish callbacks [] for port (54240119-cb12-48e8-9247-abdbd424fff5), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.051815 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device a9363929-a531-406c-9bd3-ec769fcc6fad no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:35:47.071095 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2dadf20e-5790-4a41-8760-561ba626db1a req-8a708931-d29a-4d04-8cd6-c48fc1edb52a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822651 May 05 15:35:47.101711 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (54240119-cb12-48e8-9247-abdbd424fff5), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.166079 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port a9363929-a531-406c-9bd3-ec769fcc6fad is: DOWN; New status is: DOWN {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:47.210364 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Pushing event updated for resources: {'Port': ['ID=54240119-cb12-48e8-9247-abdbd424fff5,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:47.277412 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640370'] for router_interface (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.286263 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22f86c-134c-4bb6-bb3c-6aeb6e7c400e req-aaeb4f24-77e0-4410-9761-e243ac0221c0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:47.294216 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8e22f86c-134c-4bb6-bb3c-6aeb6e7c400e req-aaeb4f24-77e0-4410-9761-e243ac0221c0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0757122 May 05 15:35:47.416604 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8e22f86c-134c-4bb6-bb3c-6aeb6e7c400e req-dd247730-f063-4616-b1d2-4eabf400186d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188166 May 05 15:35:47.467082 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Network 90328803-c194-44d1-9fd8-57597e08b3bd is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:47.468527 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:47.631935 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:35:47.725298 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 45008) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:47.784460 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:35:47.799174 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-48a0051b-634d-4796-9704-db173c541899 admin admin] 10.222.0.44 "PUT /v2.0/routers/a93b1f30-1945-4612-b7dc-9eb58fc2b7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6448724 May 05 15:35:47.814734 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-1ad4ffd8-25f4-4db1-bf20-0680b2f1e769 None None] Provisioning complete for port 54240119-cb12-48e8-9247-abdbd424fff5 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:47.815271 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ffd8-25f4-4db1-bf20-0680b2f1e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (54240119-cb12-48e8-9247-abdbd424fff5), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.824797 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc8114-2a98-460a-ab0a-9f42660da6e3 req-34dc12d8-e8fd-4a8a-b9aa-aefdf166c760 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:47.831819 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d5cc8114-2a98-460a-ab0a-9f42660da6e3 req-34dc12d8-e8fd-4a8a-b9aa-aefdf166c760 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 948 time: 0.0986512 May 05 15:35:47.860650 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-7dd0ef23-72ee-4dd2-9dd4-36178aa16c83 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328321 May 05 15:35:47.866160 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-4fa48772-4301-481c-af7c-652419fe4783 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:35:47.875920 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4ffd8-25f4-4db1-bf20-0680b2f1e769 None None] Port 54240119-cb12-48e8-9247-abdbd424fff5 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:35:47.878754 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-4fa48772-4301-481c-af7c-652419fe4783 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0091023 May 05 15:35:47.905575 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-853eb9de-28a5-4bbb-9035-b7a359940d58 req-49ba7b7c-9b82-4d0d-86bb-98ac177ca467 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 210 time: 0.0420315 May 05 15:35:47.946713 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d5cc8114-2a98-460a-ab0a-9f42660da6e3 req-142fb783-f466-41a4-b58a-54790babcfbb tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094911 May 05 15:35:47.991634 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 45024) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:48.113231 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-5691e9eb-f842-4c74-a9d7-13a90260f73f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:48.116572 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-5691e9eb-f842-4c74-a9d7-13a90260f73f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports/a9363929-a531-406c-9bd3-ec769fcc6fad HTTP/1.1" status: 200 len: 940 time: 0.1228673 May 05 15:35:48.263885 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-c047ef30-1e41-4f13-b82e-29143e701b12 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:48.268411 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-c047ef30-1e41-4f13-b82e-29143e701b12 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.49 "GET /v2.0/networks?id=5c892b51-50fa-4403-9d49-e005c2bb0f72 HTTP/1.1" status: 200 len: 808 time: 0.1797311 May 05 15:35:48.277098 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b7a140eb-2ca7-4eed-b633-09e35b349f6c up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:48.329402 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d380cf5-2e2a-4acd-a183-48731cf1b95f req-fc23deaf-84c0-4f8b-987a-fa5912359bb7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:48.333050 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8d380cf5-2e2a-4acd-a183-48731cf1b95f req-fc23deaf-84c0-4f8b-987a-fa5912359bb7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.1276453 May 05 15:35:48.398167 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8d380cf5-2e2a-4acd-a183-48731cf1b95f req-69cf1232-c0eb-42d6-9945-c0fbce5c15f6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578206 May 05 15:35:48.441955 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-93bd5234-1396-42db-865f-8b4885cce61a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6 HTTP/1.1" status: 200 len: 380 time: 0.1554768 May 05 15:35:48.475906 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port b7a140eb-2ca7-4eed-b633-09e35b349f6c triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:48.476095 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:48.598453 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port b7a140eb-2ca7-4eed-b633-09e35b349f6c is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:48.598759 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:48.626934 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port b7a140eb-2ca7-4eed-b633-09e35b349f6c, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b7a140eb-2ca7-4eed-b633-09e35b349f6c,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:48.646146 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ce303-ec6d-4d34-9eb2-52f89caab601 req-f46cd3c1-bde7-443a-a8be-23b50ea89bcd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:48.650903 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-290ce303-ec6d-4d34-9eb2-52f89caab601 req-f46cd3c1-bde7-443a-a8be-23b50ea89bcd tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 948 time: 0.0593131 May 05 15:35:48.663632 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b59ce-f0d4-451f-b4a8-6890a0463af9 req-74768568-7beb-4f97-bdea-efcb37744f65 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:48.665421 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-367b59ce-f0d4-451f-b4a8-6890a0463af9 req-74768568-7beb-4f97-bdea-efcb37744f65 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0969915 May 05 15:35:48.701002 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-290ce303-ec6d-4d34-9eb2-52f89caab601 req-370e1748-fd2e-48e4-8431-06ee88e5a302 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472507 May 05 15:35:48.717762 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-367b59ce-f0d4-451f-b4a8-6890a0463af9 req-03d9121c-f9f9-47e2-8973-81f21d3dfc2c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465322 May 05 15:35:48.733037 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:48.824577 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=b7a140eb-2ca7-4eed-b633-09e35b349f6c,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:48.829269 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Sync routers for ids ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:35:48.843910 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Routers {'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:48.844533 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-a0013654-f985-438e-b4e9-70af80770abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:35:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:48.926511 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 45068) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:48.931792 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-440351326-network', 'tenant_id': 'd8f16621bb88409f98b981ede4570704'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:48.981164 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-785860f8-40a1-46ee-9dd0-e968508c9854 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:48.983331 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-785860f8-40a1-46ee-9dd0-e968508c9854 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/networks?id=80085051-d8d1-42b7-8d93-ea2ae047f8a5 HTTP/1.1" status: 200 len: 814 time: 0.1434431 May 05 15:35:48.985231 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Set router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:49.000220 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-771b67ec-d137-44ac-bc2e-50947071e46a tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/quotas/bf61282f689243b28d6c274f616534f0 HTTP/1.1" status: 200 len: 375 time: 0.0101008 May 05 15:35:49.005250 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Made reservation on behalf of d8f16621bb88409f98b981ede4570704 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:49.008021 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.038933 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-3bc22856-c6f3-49e1-9983-385a203f290b tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf61282f689243b28d6c274f616534f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302696 May 05 15:35:49.044206 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.045898 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f5f761d9-d36d-45cd-bedc-d8aab672aff4 req-bb09115c-b99f-4b10-b6b1-52a08c57777e tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 210 time: 0.0355759 May 05 15:35:49.150182 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-999544d6-5e41-4e29-ad85-fe35e879f073 service neutron] 10.222.0.44 "GET /v2.0/networks/80085051-d8d1-42b7-8d93-ea2ae047f8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993326 May 05 15:35:49.154141 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Publish callbacks [] for security_group (6347b78a-6ca3-462d-ba19-42068efde1b3), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.206313 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-a0013654-f985-438e-b4e9-70af80770abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:46Z', 'revision_number': 4, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '54240119-cb12-48e8-9247-abdbd424fff5', 'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'mac_address': 'fa:16:3e:02:72:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:45Z', 'updated_at': '2022-05-05T15:35:46Z', 'revision_number': 2, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'subnets': [{'id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:49.211878 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (6347b78a-6ca3-462d-ba19-42068efde1b3), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.235345 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Checking router: a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:35:49.235706 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Updating router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 port 54240119-cb12-48e8-9247-abdbd424fff5 binding host dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:35:49.239495 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:35:49.255288 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-085e6cd9-5496-444d-afe8-a6288bcb6e1e service neutron] 10.222.0.44 "GET /v2.0/networks/80085051-d8d1-42b7-8d93-ea2ae047f8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994296 May 05 15:35:49.255921 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6347b78a-6ca3-462d-ba19-42068efde1b3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:49.259345 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (f52018be-a069-4595-bf1f-703ee2a32f76), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.259649 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.segments_db [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Added segment f52018be-a069-4595-bf1f-703ee2a32f76 of type vlan for network 0fdbf730-845a-42ad-9f00-006c5a21a46b May 05 15:35:49.274073 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (54240119-cb12-48e8-9247-abdbd424fff5), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.308958 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (0fdbf730-845a-42ad-9f00-006c5a21a46b), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.411408 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (0fdbf730-845a-42ad-9f00-006c5a21a46b), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.412802 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:49.413398 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.503977 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] Pushing event updated for resources: {'Network': ['ID=0fdbf730-845a-42ad-9f00-006c5a21a46b,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:49.516053 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network 0fdbf730-845a-42ad-9f00-006c5a21a46b details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:35:49.531813 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 45078) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:49.532055 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-ef0f0947-0f1d-4c66-afa5-c03fc756adab admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6044023 May 05 15:35:49.539137 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] Request body: {'subnet': {'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-440351326-subnet', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'ip_version': 4}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:49.559264 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9f66c693-6871-4b4a-a705-f92fd7b683bb req-1800b2c8-a5b9-4ef7-afed-815abbd9e027 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 210 time: 0.0484767 May 05 15:35:49.649301 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52767835-b4c1-4168-a5e9-d4b4ebb0317e req-0c3e5a31-e070-4fe0-9c8a-5bd4444929f9 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:49.656910 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-52767835-b4c1-4168-a5e9-d4b4ebb0317e req-0c3e5a31-e070-4fe0-9c8a-5bd4444929f9 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0648255 May 05 15:35:49.660021 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] Made reservation on behalf of d8f16621bb88409f98b981ede4570704 for: {'subnet': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:49.664540 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.786946 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-52767835-b4c1-4168-a5e9-d4b4ebb0317e req-4456549b-2e75-4be1-9541-d5620bc24d1f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290069 May 05 15:35:49.799798 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Publish callbacks [] for port (54240119-cb12-48e8-9247-abdbd424fff5), precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.835133 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Request body: {'port': {'device_id': '0dab2a82-e449-48ad-893a-855353ad6b55', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'admin_state_up': True, 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'security_groups': ['ba734410-b9b4-422e-8fba-d59ac1749087']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:49.848678 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe641dc3-fd92-486b-b65a-dfb055f308ab req-f24418cf-19d4-4e7a-a8c3-8d4e58c2db4e tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:49.854805 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fe641dc3-fd92-486b-b65a-dfb055f308ab req-f24418cf-19d4-4e7a-a8c3-8d4e58c2db4e tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 948 time: 0.0710733 May 05 15:35:49.902768 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (54240119-cb12-48e8-9247-abdbd424fff5), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.965320 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d471e06-c06e-4ae6-a33c-7a4c7f9da1d8 req-135847df-5d72-4c26-a028-8125ef55064f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:49.967282 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8d471e06-c06e-4ae6-a33c-7a4c7f9da1d8 req-135847df-5d72-4c26-a028-8125ef55064f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0856900 May 05 15:35:49.982698 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fe641dc3-fd92-486b-b65a-dfb055f308ab req-9e7a57f4-88e2-4c6e-9dd2-d46554ef56f7 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207745 May 05 15:35:50.031646 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f29216-3247-427a-a174-287fd6e5769c None None] Pushing event updated for resources: {'Port': ['ID=54240119-cb12-48e8-9247-abdbd424fff5,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:50.062324 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (d91e2055-08d6-4838-b8b7-ca82b0a3dd81), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.081383 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Attempting to bind port 54240119-cb12-48e8-9247-abdbd424fff5 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:50.082502 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Attempting to bind port 54240119-cb12-48e8-9247-abdbd424fff5 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:50.082934 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Attempting to bind port 54240119-cb12-48e8-9247-abdbd424fff5 on network 90328803-c194-44d1-9fd8-57597e08b3bd {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:50.089177 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:50.090134 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Checking segment: {'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:50.090134 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.091925 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Bound using segment: {'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:50.092492 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Bound port: 54240119-cb12-48e8-9247-abdbd424fff5, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:50.093015 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (54240119-cb12-48e8-9247-abdbd424fff5), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.125498 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Made reservation on behalf of b44f40cfaa094be5a9eb5c9b8ace76e6 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:50.130712 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.219014 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-f24f432a-26ca-4265-8a22-dfeaff9af81b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2402296 May 05 15:35:50.245143 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-a0013654-f985-438e-b4e9-70af80770abb None None] For port 54240119-cb12-48e8-9247-abdbd424fff5, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:50.252390 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b7a140eb-2ca7-4eed-b633-09e35b349f6c up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:50.255627 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-a0013654-f985-438e-b4e9-70af80770abb None None] For port 54240119-cb12-48e8-9247-abdbd424fff5, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=54240119-cb12-48e8-9247-abdbd424fff5,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:50.293408 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc0c4e-292d-47be-a0aa-1da79fc0b1de req-9d1a78d5-9180-4851-8f8e-6d54a9726e34 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:50.293408 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-16cc0c4e-292d-47be-a0aa-1da79fc0b1de req-9d1a78d5-9180-4851-8f8e-6d54a9726e34 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 948 time: 0.1829586 May 05 15:35:50.307177 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91e2055-08d6-4838-b8b7-ca82b0a3dd81,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:50.315894 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8d471e06-c06e-4ae6-a33c-7a4c7f9da1d8 req-9d4a30e8-dbbc-4234-b08b-feff509e9b2f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597935 May 05 15:35:50.343568 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port b7a140eb-2ca7-4eed-b633-09e35b349f6c triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:50.343976 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.351802 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4269e179-9a7f-46c1-a22e-c4b98cfb5598 req-ca90caad-3f40-465a-af50-f62b88fe03e4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 210 time: 0.1472321 May 05 15:35:50.396436 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (54240119-cb12-48e8-9247-abdbd424fff5), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.405920 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-41deecd0-7cc9-414b-8417-e7cc7e9ea550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:50.407446 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-41deecd0-7cc9-414b-8417-e7cc7e9ea550 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 1130 time: 0.1274495 May 05 15:35:50.413845 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] Checking segment: {'id': 'f52018be-a069-4595-bf1f-703ee2a32f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:50.414233 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] Network hostable DHCP agents. Network: 0fdbf730-845a-42ad-9f00-006c5a21a46b, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:35:50.485948 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Provisioning complete for port 54240119-cb12-48e8-9247-abdbd424fff5 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:50.486343 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (54240119-cb12-48e8-9247-abdbd424fff5), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.539862 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Allocated IP 172.20.0.7 (5c892b51-50fa-4403-9d49-e005c2bb0f72/1478ca81-29e5-4322-8e05-0d6892bb3878/014c56a6-c6d4-4509-bba7-d49555fe1a6d) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:50.548513 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-16cc0c4e-292d-47be-a0aa-1da79fc0b1de req-1368c91b-1d2f-484a-878d-685749e27eee tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Deleting port d620453f-0e07-47da-a6a1-316e7f56f27c {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:35:50.549054 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-16cc0c4e-292d-47be-a0aa-1da79fc0b1de req-1368c91b-1d2f-484a-878d-685749e27eee tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.603926 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f29216-3247-427a-a174-287fd6e5769c None None] Pushing event updated for resources: {'Port': ['ID=54240119-cb12-48e8-9247-abdbd424fff5,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:50.679069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Routers {'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:50.679992 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-a0013654-f985-438e-b4e9-70af80770abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:35:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:50.681586 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] Network 0fdbf730-845a-42ad-9f00-006c5a21a46b is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:35:50.733544 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-b2bd2fc7-c4e5-4c67-a169-bc25500aa3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:50.735056 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-b2bd2fc7-c4e5-4c67-a169-bc25500aa3d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 200 len: 911 time: 0.2952626 May 05 15:35:50.765136 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-939ba1ef-c26b-4de4-acaf-d93fd3344ebc req-aa857084-5fe1-41af-9636-d2524d6da24f tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 210 time: 0.0933487 May 05 15:35:50.808243 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.851981 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, 0fdbf730-845a-42ad-9f00-006c5a21a46b) {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:50.863815 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:50.864401 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.895306 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port b7a140eb-2ca7-4eed-b633-09e35b349f6c is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:50.902673 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931bd894-7eda-491b-8d0b-c7901f793fc7 None None] Network 0fdbf730-845a-42ad-9f00-006c5a21a46b requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:35:50.924685 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-6a4ebab4-79c8-4d3d-b448-d7e44bc9bbcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed51ee8f-4a72-4c11-9184-499b606af333 HTTP/1.1" status: 200 len: 1002 time: 0.1685572 May 05 15:35:50.953394 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-16cc0c4e-292d-47be-a0aa-1da79fc0b1de req-1368c91b-1d2f-484a-878d-685749e27eee tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] For port d620453f-0e07-47da-a6a1-316e7f56f27c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d620453f-0e07-47da-a6a1-316e7f56f27c,segment=NetworkSegment(f9fa65f9-d7e8-4e45-b17d-da79fb917f54),segment_id=f9fa65f9-d7e8-4e45-b17d-da79fb917f54)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:50.961760 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-16cc0c4e-292d-47be-a0aa-1da79fc0b1de req-1368c91b-1d2f-484a-878d-685749e27eee tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.965145 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.986425 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-a0013654-f985-438e-b4e9-70af80770abb None None] Set router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:50.988237 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfcc36-4ff1-4825-8b89-2d510f47a0b7 req-f4091a02-8ba4-46e5-94f4-1d2f0b089e7a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:50.990346 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-74dfcc36-4ff1-4825-8b89-2d510f47a0b7 req-f4091a02-8ba4-46e5-94f4-1d2f0b089e7a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0944068 May 05 15:35:51.013111 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-16cc0c4e-292d-47be-a0aa-1da79fc0b1de req-1368c91b-1d2f-484a-878d-685749e27eee tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Calling delete_port for d620453f-0e07-47da-a6a1-316e7f56f27c owned by compute:nova {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:35:51.019764 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8bba0768-bda3-42ae-8ded-5b943f3be283 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4859459 May 05 15:35:51.022368 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 45102) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:51.027647 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-440351326-router', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:51.080806 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Current status of the port 54240119-cb12-48e8-9247-abdbd424fff5 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:51.081072 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (54240119-cb12-48e8-9247-abdbd424fff5), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.098252 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-8f537412-053f-4e77-80a4-a47fcd9ebf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.102610 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-8f537412-053f-4e77-80a4-a47fcd9ebf60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6 HTTP/1.1" status: 200 len: 849 time: 0.1623151 May 05 15:35:51.139495 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-74dfcc36-4ff1-4825-8b89-2d510f47a0b7 req-60540d99-830e-4ea7-a638-fc8f95fa8311 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737653 May 05 15:35:51.168359 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-604143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router (4f51d843-d18b-442e-83cf-fb89d63fd260), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.169662 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1852'] for router (4f51d843-d18b-442e-83cf-fb89d63fd260), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.205210 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-d1808f6c-554b-4567-b035-cedae8a4081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.206788 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-d1808f6c-554b-4567-b035-cedae8a4081b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0587739-8906-446b-bcca-e4ce438334aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918269 May 05 15:35:51.238307 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Publish callbacks [] for router_controller (4f51d843-d18b-442e-83cf-fb89d63fd260), precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.240293 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.245126 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-0fdbf730-845a-42ad-9f00-006c5a21a46b', 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b', 'project_id': 'd8f16621bb88409f98b981ede4570704', 'fixed_ips': [{'subnet_id': 'd91e2055-08d6-4838-b8b7-ca82b0a3dd81'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:35:51.246411 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.278855 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] For port 54240119-cb12-48e8-9247-abdbd424fff5, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=54240119-cb12-48e8-9247-abdbd424fff5,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:51.288916 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Network 5c892b51-50fa-4403-9d49-e005c2bb0f72 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:51.293095 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:51.297863 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:51.347157 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0956680-99c3-4aec-8efc-7a81eb1f3b49 req-0be95a81-08ac-469a-a2b2-e5be3dd809da tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.367635 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a0956680-99c3-4aec-8efc-7a81eb1f3b49 req-0be95a81-08ac-469a-a2b2-e5be3dd809da tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 948 time: 0.2612603 May 05 15:35:51.424447 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (54240119-cb12-48e8-9247-abdbd424fff5), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.434227 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event updated for resources: {'Port': ['ID=014c56a6-c6d4-4509-bba7-d49555fe1a6d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:51.525085 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.525768 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.538201 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Pushing event updated for resources: {'Port': ['ID=54240119-cb12-48e8-9247-abdbd424fff5,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:51.557486 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.557834 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.558319 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.558628 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.558973 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.559373 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.559696 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.560018 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.560338 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.560656 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.560977 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.561314 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.561637 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.562091 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.562586 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d987f81-4b58-4821-9592-99bfdad95cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:51.599239 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaec643-1b63-4c59-baf8-45c2150a00cc req-3782447a-aabf-4bd8-a5c9-4c1350397b5b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.607630 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-adaec643-1b63-4c59-baf8-45c2150a00cc req-3782447a-aabf-4bd8-a5c9-4c1350397b5b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.1666443 May 05 15:35:51.635122 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-d42f2d17-b481-4f1c-8950-8be1cbb9a59f None None] Provisioning complete for port 54240119-cb12-48e8-9247-abdbd424fff5 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:51.635715 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d42f2d17-b481-4f1c-8950-8be1cbb9a59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (54240119-cb12-48e8-9247-abdbd424fff5), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.689290 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-4cb1cc87-2a72-4ba7-a398-01a4e55818fa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8572662 May 05 15:35:51.697596 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-a0013654-f985-438e-b4e9-70af80770abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:46Z', 'revision_number': 4, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '54240119-cb12-48e8-9247-abdbd424fff5', 'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'mac_address': 'fa:16:3e:02:72:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:45Z', 'updated_at': '2022-05-05T15:35:50Z', 'revision_number': 4, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'subnets': [{'id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:51.731880 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0013654-f985-438e-b4e9-70af80770abb None None] The sync data for ids ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'] in dv-cinder-840678-1-iscsi is: [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:46Z', 'revision_number': 4, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '54240119-cb12-48e8-9247-abdbd424fff5', 'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'mac_address': 'fa:16:3e:02:72:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:45Z', 'updated_at': '2022-05-05T15:35:50Z', 'revision_number': 4, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'subnets': [{'id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:35:51.864053 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d42f2d17-b481-4f1c-8950-8be1cbb9a59f None None] Current status of the port 54240119-cb12-48e8-9247-abdbd424fff5 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:51.974271 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Allocated IP 172.20.0.2 (0fdbf730-845a-42ad-9f00-006c5a21a46b/d91e2055-08d6-4838-b8b7-ca82b0a3dd81/63b69453-c0c5-4eb1-a421-11abae555de0) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:51.978994 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a0956680-99c3-4aec-8efc-7a81eb1f3b49 req-81fdde93-ad9c-408e-bd31-908afdf00f43 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/security-groups?id=3499e749-d443-41b8-9d8d-436f68eeb31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071877 May 05 15:35:52.016159 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-13700fe7-1dd5-421b-822b-fcf022f4704a None None] Provisioning complete for port 014c56a6-c6d4-4509-bba7-d49555fe1a6d triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:52.016513 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-13700fe7-1dd5-421b-822b-fcf022f4704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.120742 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-13700fe7-1dd5-421b-822b-fcf022f4704a None None] Port 014c56a6-c6d4-4509-bba7-d49555fe1a6d cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:35:52.139432 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Request body: {'port': {'device_id': '0dab2a82-e449-48ad-893a-855353ad6b55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:52.180693 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Publish callbacks [] for router_gateway (4f51d843-d18b-442e-83cf-fb89d63fd260), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.184031 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-fa4c1f65-8a18-407b-91f9-27a36f63cbd9 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167552 May 05 15:35:52.251403 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-adaec643-1b63-4c59-baf8-45c2150a00cc req-5971b04e-31a1-4382-a509-261bc63974fa tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425374 May 05 15:35:52.282623 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a21be5-8294-4cfa-ac14-5b5d0c998998 req-7ac71e2e-3e2f-416c-809d-db9db1c22885 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:52.294333 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-03a21be5-8294-4cfa-ac14-5b5d0c998998 req-7ac71e2e-3e2f-416c-809d-db9db1c22885 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 931 time: 0.1910365 May 05 15:35:52.391875 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-16cc0c4e-292d-47be-a0aa-1da79fc0b1de req-1368c91b-1d2f-484a-878d-685749e27eee tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (d620453f-0e07-47da-a6a1-316e7f56f27c), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.469862 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.510442 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368c91b-1d2f-484a-878d-685749e27eee tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Pushing event deleted for resources: {'Port': ['ID=d620453f-0e07-47da-a6a1-316e7f56f27c,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:52.525788 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Publish callbacks [] for router_gateway (4f51d843-d18b-442e-83cf-fb89d63fd260), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.549622 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 54240119-cb12-48e8-9247-abdbd424fff5 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:52.572443 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-03a21be5-8294-4cfa-ac14-5b5d0c998998 req-919d4c7b-1bfa-4cdc-8534-fc80229102bb tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772384 May 05 15:35:52.652759 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.662138 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d6528f1a-7ef2-4ef3-adac-a7c2eb747fb1 req-55525aff-4c47-48e9-86b9-e9714993cdc8 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231613 May 05 15:35:52.664232 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cc0c4e-292d-47be-a0aa-1da79fc0b1de req-1368c91b-1d2f-484a-878d-685749e27eee tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] No DVR routers for this DVR port d620453f-0e07-47da-a6a1-316e7f56f27c on host hv-cinder-84067 {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:35:52.678184 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-16cc0c4e-292d-47be-a0aa-1da79fc0b1de req-1368c91b-1d2f-484a-878d-685749e27eee tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.681673 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a83178c2-7451-4653-8ac7-91f61688388c req-f6e74075-abb4-4aba-aa53-9df0e63d457e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 210 time: 0.3049850 May 05 15:35:52.684504 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-16cc0c4e-292d-47be-a0aa-1da79fc0b1de req-1368c91b-1d2f-484a-878d-685749e27eee tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.49 "DELETE /v2.0/ports/d620453f-0e07-47da-a6a1-316e7f56f27c HTTP/1.1" status: 204 len: 173 time: 2.3750334 May 05 15:35:52.684996 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfbd922-b408-4a75-9984-918fab0c60f4', 'name': 'network-vif-deleted', 'tag': 'd620453f-0e07-47da-a6a1-316e7f56f27c'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:52.695550 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594a358e-7d0a-4dd9-9a73-a8a4001d6da8" -d '{"events": [{"server_uuid": "ccfbd922-b408-4a75-9984-918fab0c60f4", "name": "network-vif-deleted", "tag": "d620453f-0e07-47da-a6a1-316e7f56f27c"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:52.710815 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Publish callbacks [] for port (63b69453-c0c5-4eb1-a421-11abae555de0), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.767645 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 54240119-cb12-48e8-9247-abdbd424fff5 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:52.768033 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (54240119-cb12-48e8-9247-abdbd424fff5), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.808038 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb06252-9ef9-4a4b-956d-cd892a00df50 x-openstack-request-id: req-4eb06252-9ef9-4a4b-956d-cd892a00df50 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:52.810837 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfbd922-b408-4a75-9984-918fab0c60f4", "name": "network-vif-deleted", "tag": "d620453f-0e07-47da-a6a1-316e7f56f27c", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:52.811221 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4eb06252-9ef9-4a4b-956d-cd892a00df50 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:52.811583 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb06252-9ef9-4a4b-956d-cd892a00df50'] response: {'server_uuid': 'ccfbd922-b408-4a75-9984-918fab0c60f4', 'name': 'network-vif-deleted', 'tag': 'd620453f-0e07-47da-a6a1-316e7f56f27c', 'status': 'completed', 'code': 200} May 05 15:35:52.857245 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cda35e-74fb-43ea-9262-e565925fe149 req-9149d089-b612-49c1-9493-123fb80be514 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:52.861606 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.865255 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-06cda35e-74fb-43ea-9262-e565925fe149 req-9149d089-b612-49c1-9493-123fb80be514 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.1218414 May 05 15:35:52.964208 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-06cda35e-74fb-43ea-9262-e565925fe149 req-bc5363d8-e2a9-4e7e-98d9-c4fa57d2fabf tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912223 May 05 15:35:53.013288 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Network 0fdbf730-845a-42ad-9f00-006c5a21a46b is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:53.020606 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:53.025748 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Pushing event updated for resources: {'Port': ['ID=63b69453-c0c5-4eb1-a421-11abae555de0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:53.030017 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:53.114428 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device d620453f-0e07-47da-a6a1-316e7f56f27c no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:35:53.115966 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Allocated IP 172.27.0.96 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/d80c7a53-3d1e-409f-b1bf-b619d8e92e5e) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:53.163349 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 54240119-cb12-48e8-9247-abdbd424fff5 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:53.168757 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: d620453f-0e07-47da-a6a1-316e7f56f27c {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:35:53.169122 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device d620453f-0e07-47da-a6a1-316e7f56f27c not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:35:53.178891 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c3642054-7385-44bf-bc8b-e4d9c468e371 req-7dd6b28b-4df2-4b76-b842-ac9882e1c591 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 210 time: 0.0765116 May 05 15:35:53.191662 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Attempting to bind port 63b69453-c0c5-4eb1-a421-11abae555de0 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:53.192059 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Attempting to bind port 63b69453-c0c5-4eb1-a421-11abae555de0 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'f52018be-a069-4595-bf1f-703ee2a32f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:53.192429 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Attempting to bind port 63b69453-c0c5-4eb1-a421-11abae555de0 on network 0fdbf730-845a-42ad-9f00-006c5a21a46b {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:53.205913 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:53.207128 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Checking segment: {'id': 'f52018be-a069-4595-bf1f-703ee2a32f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:53.207697 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:53.208290 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Bound using segment: {'id': 'f52018be-a069-4595-bf1f-703ee2a32f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:53.211833 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Bound port: 63b69453-c0c5-4eb1-a421-11abae555de0, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52018be-a069-4595-bf1f-703ee2a32f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:53.212526 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:53.307129 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] For port 63b69453-c0c5-4eb1-a421-11abae555de0, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:53.310867 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] For port 63b69453-c0c5-4eb1-a421-11abae555de0, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=63b69453-c0c5-4eb1-a421-11abae555de0,segment=NetworkSegment(f52018be-a069-4595-bf1f-703ee2a32f76),segment_id=f52018be-a069-4595-bf1f-703ee2a32f76)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:53.340466 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014c56a6-c6d4-4509-bba7-d49555fe1a6d {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:35:53.353589 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Publish callbacks [] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:53.376506 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:53.385025 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Transition to ACTIVE for port object 014c56a6-c6d4-4509-bba7-d49555fe1a6d will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:35:53.388508 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Publish callbacks [] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:53.399412 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5166a5-8fdb-4f54-b4e3-89093be8892f req-23a04786-3d3e-4565-a6fb-b9cbf5674fdd tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:53.401070 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5c5166a5-8fdb-4f54-b4e3-89093be8892f req-23a04786-3d3e-4565-a6fb-b9cbf5674fdd tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0646791 May 05 15:35:53.455976 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:53.492815 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b4ca4-4344-43e8-a497-1fb402011ae9 None None] Pushing event updated for resources: {'Port': ['ID=63b69453-c0c5-4eb1-a421-11abae555de0,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:53.502904 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5c5166a5-8fdb-4f54-b4e3-89093be8892f req-291530b2-003d-4a70-a093-23c5cf046c24 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922973 May 05 15:35:53.515638 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:53.557303 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:53.561236 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:53.564621 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:53.621595 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Pushing event updated for resources: {'Port': ['ID=014c56a6-c6d4-4509-bba7-d49555fe1a6d,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:53.655373 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.655950 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.656430 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.656772 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.657100 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.657475 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.657805 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.658148 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.658748 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.659012 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.659354 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.659677 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.660003 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.660320 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.660725 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:53.831745 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d80c7a53-3d1e-409f-b1bf-b619d8e92e5e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:53.881944 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-e78bd9a6-2cd2-4a92-b73b-84828cab92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:53.884040 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-e78bd9a6-2cd2-4a92-b73b-84828cab92b6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b&tenant_id=bedb0fa11b034325ad09ea0ec7f8e288 HTTP/1.1" status: 200 len: 1127 time: 0.1342561 May 05 15:35:53.934397 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8f8f1b61-7f3a-4626-923a-14b1eb6362d3 req-a9253789-cb94-439b-86fe-c3ae9bc913fe tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 210 time: 0.0689826 May 05 15:35:54.009879 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba437290-a5a8-4153-9b18-11ad7fe8f0f9 req-544ea267-e4f0-455e-98b1-38dbbc491523 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.012787 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-c0d9994b-c024-47b6-96b7-e652ca648b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.015157 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-c0d9994b-c024-47b6-96b7-e652ca648b53 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 1127 time: 0.0922949 May 05 15:35:54.018357 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ba437290-a5a8-4153-9b18-11ad7fe8f0f9 req-544ea267-e4f0-455e-98b1-38dbbc491523 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.2695470 May 05 15:35:54.081755 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0acc7fe-0bbd-40fe-9cdc-e712bdf5c971 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.083980 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0acc7fe-0bbd-40fe-9cdc-e712bdf5c971 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.49 "GET /v2.0/networks?id=80085051-d8d1-42b7-8d93-ea2ae047f8a5 HTTP/1.1" status: 200 len: 814 time: 0.3975790 May 05 15:35:54.102605 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Attempting to bind port 014c56a6-c6d4-4509-bba7-d49555fe1a6d on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:54.103010 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Attempting to bind port 014c56a6-c6d4-4509-bba7-d49555fe1a6d by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:54.103347 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Attempting to bind port 014c56a6-c6d4-4509-bba7-d49555fe1a6d on network 5c892b51-50fa-4403-9d49-e005c2bb0f72 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:54.121989 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Port 014c56a6-c6d4-4509-bba7-d49555fe1a6d on network 5c892b51-50fa-4403-9d49-e005c2bb0f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:35:54.121989 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Attempting to bind port 014c56a6-c6d4-4509-bba7-d49555fe1a6d on network 5c892b51-50fa-4403-9d49-e005c2bb0f72 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:54.139845 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ba437290-a5a8-4153-9b18-11ad7fe8f0f9 req-70ba60b9-ce3e-4886-b145-07c480f8791f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195595 May 05 15:35:54.148736 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:54.149259 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Checking segment: {'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:54.149812 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Bound using segment: {'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:54.150249 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Bound port: 014c56a6-c6d4-4509-bba7-d49555fe1a6d, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:54.150665 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.186332 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053046f1-8d62-4c78-8053-2ca44be16df8 req-f5b72f78-fa43-4d2f-a803-38ec72f254df tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.187876 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-053046f1-8d62-4c78-8053-2ca44be16df8 req-f5b72f78-fa43-4d2f-a803-38ec72f254df tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.1005902 May 05 15:35:54.253645 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-32862cc9-6a70-4f9f-8247-a44ff121825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.255306 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-32862cc9-6a70-4f9f-8247-a44ff121825e service neutron] 10.222.0.49 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 917 time: 0.2196052 May 05 15:35:54.263133 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-053046f1-8d62-4c78-8053-2ca44be16df8 req-5ae37514-4d84-4300-9845-3ec0f5c59ce5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666409 May 05 15:35:54.270739 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 63b69453-c0c5-4eb1-a421-11abae555de0 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:54.282461 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] For port 014c56a6-c6d4-4509-bba7-d49555fe1a6d, host hv-cinder-84067, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:54.290032 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Request body: {'port': {'device_id': 'aefcb642-120e-45a2-b623-8615e6de9a7b', 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5', 'admin_state_up': True, 'tenant_id': 'bf61282f689243b28d6c274f616534f0'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:54.290336 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] For port 014c56a6-c6d4-4509-bba7-d49555fe1a6d, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:54.401994 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 63b69453-c0c5-4eb1-a421-11abae555de0 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:54.402612 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.406639 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-417ea02e-cc3c-4d17-913d-ff9108a3b584 req-3523b651-af8d-4d64-aa26-23a667a9f542 tempest-VolumesNegativeTest-1493001590 tempest-VolumesNegativeTest-1493001590-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfbd922-b408-4a75-9984-918fab0c60f4 HTTP/1.1" status: 200 len: 210 time: 0.0588408 May 05 15:35:54.408910 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.434136 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Publish callbacks [] for router_gateway (4f51d843-d18b-442e-83cf-fb89d63fd260), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.491413 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-1748bb10-6282-42af-959a-ae2c7ed1cea6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9363929-a531-406c-9bd3-ec769fcc6fad HTTP/1.1" status: 200 len: 999 time: 0.1982861 May 05 15:35:54.525336 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 63b69453-c0c5-4eb1-a421-11abae555de0 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:54.526920 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.549283 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Pushing event updated for resources: {'Port': ['ID=014c56a6-c6d4-4509-bba7-d49555fe1a6d,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:54.574869 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port 63b69453-c0c5-4eb1-a421-11abae555de0, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=63b69453-c0c5-4eb1-a421-11abae555de0,segment=NetworkSegment(f52018be-a069-4595-bf1f-703ee2a32f76),segment_id=f52018be-a069-4595-bf1f-703ee2a32f76)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:54.578355 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.578999 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.581023 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-3f15e936-bffc-401f-9ebe-f6d099bc0ada service neutron] 10.222.0.49 "PUT /v2.0/ports/014c56a6-c6d4-4509-bba7-d49555fe1a6d HTTP/1.1" status: 200 len: 1093 time: 2.4507599 May 05 15:35:54.581569 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:54.588255 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31dac13-a53e-4b5b-9895-b1db9cc79ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:54.646118 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-163967ab-f36b-4c67-b1f3-7316c99583f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.651799 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.657851 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-163967ab-f36b-4c67-b1f3-7316c99583f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dba1ae9-e494-4720-b0dd-109269841baf HTTP/1.1" status: 200 len: 855 time: 0.1577442 May 05 15:35:54.695609 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11bcab1-c5ab-4613-b5c6-0c81dac1dacb x-openstack-request-id: req-b11bcab1-c5ab-4613-b5c6-0c81dac1dacb {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:54.696033 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:54.696380 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b11bcab1-c5ab-4613-b5c6-0c81dac1dacb {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:54.696872 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11bcab1-c5ab-4613-b5c6-0c81dac1dacb'] response: {'name': 'network-changed', 'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'status': 'completed', 'code': 200} May 05 15:35:54.729193 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-170812cf-0bfa-48ce-bde9-d6092c5608fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.732968 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-170812cf-0bfa-48ce-bde9-d6092c5608fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=567bf926-5d0b-40e3-87cf-663917924844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485508 May 05 15:35:54.773203 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dac13-a53e-4b5b-9895-b1db9cc79ffb req-5353ce87-c027-47da-82f3-58f40b8ce171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.774747 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d31dac13-a53e-4b5b-9895-b1db9cc79ffb req-5353ce87-c027-47da-82f3-58f40b8ce171 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6&device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 1127 time: 0.0751362 May 05 15:35:54.778110 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Made reservation on behalf of bf61282f689243b28d6c274f616534f0 for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:54.782415 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=63b69453-c0c5-4eb1-a421-11abae555de0,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:54.792536 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.856325 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62efb5-1af8-4eb9-9e89-82b8819bbbf6 req-af36b7f9-8ea9-4d26-95ad-66d0663641fc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.857747 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-df62efb5-1af8-4eb9-9e89-82b8819bbbf6 req-af36b7f9-8ea9-4d26-95ad-66d0663641fc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.1908009 May 05 15:35:54.941040 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21773572-ec50-47c7-933b-fed25e739756 None None] Network 0fdbf730-845a-42ad-9f00-006c5a21a46b requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:35:54.972661 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165'] for router (4f51d843-d18b-442e-83cf-fb89d63fd260), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.984030 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dac13-a53e-4b5b-9895-b1db9cc79ffb req-f0f89f3e-cb67-487b-910c-509b1aa8bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.985870 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d31dac13-a53e-4b5b-9895-b1db9cc79ffb req-f0f89f3e-cb67-487b-910c-509b1aa8bee8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1634250 May 05 15:35:55.052046 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-df62efb5-1af8-4eb9-9e89-82b8819bbbf6 req-d1e9e777-563a-4c1a-8043-cb9af8be051c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775393 May 05 15:35:55.065871 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-f0c058bc-96ab-40f7-98ac-080d1333fd97 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997224 May 05 15:35:55.073307 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-3b25bda7-0ffc-4282-8cee-c0dd5c2de181 None None] Provisioning complete for port 63b69453-c0c5-4eb1-a421-11abae555de0 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:55.073903 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3b25bda7-0ffc-4282-8cee-c0dd5c2de181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.127043 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Allocated IP 172.20.0.4 (80085051-d8d1-42b7-8d93-ea2ae047f8a5/bcedd80e-d692-40f2-bdf8-06ce2e3ad97e/59c46674-761a-45d7-9297-fa7e9afd8447) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:55.186808 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-3b25bda7-0ffc-4282-8cee-c0dd5c2de181 None None] Current status of the port 63b69453-c0c5-4eb1-a421-11abae555de0 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:55.228931 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-c96001f8-1647-49d0-84e3-34cde357d876 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555512 May 05 15:35:55.361693 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c4411-4d69-411a-bf16-c73f4f0672d1 req-99e19b3a-48a4-48fa-868e-2b1743bc650f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:55.363568 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e29c4411-4d69-411a-bf16-c73f4f0672d1 req-99e19b3a-48a4-48fa-868e-2b1743bc650f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.1021557 May 05 15:35:55.372416 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5b6a4648-9343-40f6-827b-dd55617981a7 req-f324c23a-c1a5-4484-a5e9-5e9e37fa63a3 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 210 time: 0.3180606 May 05 15:35:55.408435 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-261e3451-8954-4ed5-9c2a-a9fdf6f4452c None None] Provisioning complete for port 63b69453-c0c5-4eb1-a421-11abae555de0 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:55.411252 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-261e3451-8954-4ed5-9c2a-a9fdf6f4452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.441614 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks [] for port (59c46674-761a-45d7-9297-fa7e9afd8447), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.473776 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e29c4411-4d69-411a-bf16-c73f4f0672d1 req-8510fb20-74e2-49d2-af7e-2ad5bc015c87 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989583 May 05 15:35:55.488435 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dac13-a53e-4b5b-9895-b1db9cc79ffb req-c4e2e392-e25b-4adc-9a9b-c27456693fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:55.492395 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d31dac13-a53e-4b5b-9895-b1db9cc79ffb req-c4e2e392-e25b-4adc-9a9b-c27456693fa3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4656951 May 05 15:35:55.553291 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-261e3451-8954-4ed5-9c2a-a9fdf6f4452c None None] Current status of the port 63b69453-c0c5-4eb1-a421-11abae555de0 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:55.579717 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d712890-3e72-4362-b8fa-1b9f05240c0b req-bd2b007e-8e00-4f6a-beaf-3594ef8ac31f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:55.581221 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6d712890-3e72-4362-b8fa-1b9f05240c0b req-bd2b007e-8e00-4f6a-beaf-3594ef8ac31f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0846391 May 05 15:35:55.608395 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-59b2d1e0-8d66-468d-8638-ea1469bd1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:55.609764 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-59b2d1e0-8d66-468d-8638-ea1469bd1203 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6&device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 1127 time: 0.0719817 May 05 15:35:55.616180 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.672969 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-7b83891f-3aad-47ce-80bf-2220361cbf80 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d HTTP/1.1" status: 200 len: 217 time: 0.0493639 May 05 15:35:55.675823 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:55.677291 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:55.685723 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:55.689636 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6d712890-3e72-4362-b8fa-1b9f05240c0b req-33dc9fd0-47bb-4b9d-97e1-e196976ddea7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011212 May 05 15:35:55.704033 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Router 4f51d843-d18b-442e-83cf-fb89d63fd260 is scheduled to L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:35:55.706995 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:55.707674 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.717357 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Pushing event updated for resources: {'Port': ['ID=59c46674-761a-45d7-9297-fa7e9afd8447,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:55.779635 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-f420f476-3276-4953-ad18-edd262f39959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:55.781261 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b0175e5d-02ba-4605-ac26-bcebd6967ddb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5034022 May 05 15:35:55.781405 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-f420f476-3276-4953-ad18-edd262f39959 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1478ca81-29e5-4322-8e05-0d6892bb3878 HTTP/1.1" status: 200 len: 847 time: 0.0907164 May 05 15:35:55.801588 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Request body: {'port': {'device_id': 'aefcb642-120e-45a2-b623-8615e6de9a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:55.875787 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.879667 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-fcdf4f37-ed8a-4f77-b2fd-a00d0b8cf75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:55.881182 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-fcdf4f37-ed8a-4f77-b2fd-a00d0b8cf75d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c892b51-50fa-4403-9d49-e005c2bb0f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842242 May 05 15:35:55.887750 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:35:55.903346 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Sync routers for ids ['4f51d843-d18b-442e-83cf-fb89d63fd260'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:35:55.919383 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Routers {'4f51d843-d18b-442e-83cf-fb89d63fd260'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:55.920207 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:35:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['4f51d843-d18b-442e-83cf-fb89d63fd260'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:55.989671 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.991795 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-1d818132-ef89-456e-81c0-307b33c2edd0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9679861 May 05 15:35:55.998468 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 45208) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:56.043583 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-5ada17d4-9b25-4665-b9d7-c28f857b43d8 service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534359 May 05 15:35:56.068404 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Set router 4f51d843-d18b-442e-83cf-fb89d63fd260 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:56.239596 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-04fe2b77-a167-4d94-9d43-030d4d271452 req-685c1afb-9067-4c56-b10f-5126c28e02bc service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083233 May 05 15:35:56.244132 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73baef-84a8-49e7-aafc-34a6acd37752 req-52d6a676-3fb3-4a3f-b484-9908c6ad2758 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:56.247328 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-aa73baef-84a8-49e7-aafc-34a6acd37752 req-52d6a676-3fb3-4a3f-b484-9908c6ad2758 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.1014743 May 05 15:35:56.256225 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 63b69453-c0c5-4eb1-a421-11abae555de0 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:56.455417 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 63b69453-c0c5-4eb1-a421-11abae555de0 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:56.458494 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.509134 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-aa73baef-84a8-49e7-aafc-34a6acd37752 req-0326eb0c-a987-4868-b24f-e83733c06680 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535698 May 05 15:35:56.591392 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'name': 'tempest-TestMinimumBasicScenario-440351326-router', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 3, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'gw_port': {'id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:52Z', 'updated_at': '2022-05-05T15:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:56.625866 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 63b69453-c0c5-4eb1-a421-11abae555de0 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:56.651951 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Checking router: 4f51d843-d18b-442e-83cf-fb89d63fd260 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:35:56.652992 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Updating router 4f51d843-d18b-442e-83cf-fb89d63fd260 port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e binding host dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:35:56.694123 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a75c-6698-467b-9285-b8228657c2d9 req-2f4c5d5e-ab4c-488f-9890-b828d8d7fb34 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:56.695701 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-45f6a75c-6698-467b-9285-b8228657c2d9 req-2f4c5d5e-ab4c-488f-9890-b828d8d7fb34 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 931 time: 0.1354997 May 05 15:35:56.743169 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.772871 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ca8d-3e00-4866-bbab-038cba1f46e5 req-6e839748-0413-43a5-8323-b2881c5d1364 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:56.775353 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-54a5ca8d-3e00-4866-bbab-038cba1f46e5 req-6e839748-0413-43a5-8323-b2881c5d1364 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.1380513 May 05 15:35:56.816727 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c46674-761a-45d7-9297-fa7e9afd8447 {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:35:56.841919 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Publish callbacks [] for port (59c46674-761a-45d7-9297-fa7e9afd8447), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.872961 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Transition to ACTIVE for port object 59c46674-761a-45d7-9297-fa7e9afd8447 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:35:56.913182 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-54a5ca8d-3e00-4866-bbab-038cba1f46e5 req-fce49eac-cad5-44da-9075-3c98bec1d8dc tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295872 May 05 15:35:56.954844 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-45f6a75c-6698-467b-9285-b8228657c2d9 req-45b8c2d8-c5b2-436a-8ba9-66608e7873d1 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514594 May 05 15:35:56.966057 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:57.064008 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Pushing event updated for resources: {'Port': ['ID=59c46674-761a-45d7-9297-fa7e9afd8447,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:57.150631 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.151065 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.151417 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.151761 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.152100 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.152436 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.152778 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.153275 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.153761 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.154347 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.155555 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.155913 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.156684 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.157028 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.157496 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:57.241517 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:57.353122 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7510b-d64c-4eb8-896b-11c6832138bd req-1f02e348-d36d-46a0-8abf-23de9d4ac67f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:57.360794 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-06c7510b-d64c-4eb8-896b-11c6832138bd req-1f02e348-d36d-46a0-8abf-23de9d4ac67f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.2977619 May 05 15:35:57.376248 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Attempting to bind port 59c46674-761a-45d7-9297-fa7e9afd8447 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:57.376731 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Attempting to bind port 59c46674-761a-45d7-9297-fa7e9afd8447 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'c57b1a60-7f40-4e07-9256-0291392fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:57.377414 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Attempting to bind port 59c46674-761a-45d7-9297-fa7e9afd8447 on network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:57.408403 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Port 59c46674-761a-45d7-9297-fa7e9afd8447 on network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:35:57.410534 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Attempting to bind port 59c46674-761a-45d7-9297-fa7e9afd8447 on network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:57.417889 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:57.419014 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Checking segment: {'id': 'c57b1a60-7f40-4e07-9256-0291392fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:57.419413 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Bound using segment: {'id': 'c57b1a60-7f40-4e07-9256-0291392fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:57.419862 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Bound port: 59c46674-761a-45d7-9297-fa7e9afd8447, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57b1a60-7f40-4e07-9256-0291392fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:57.420560 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:57.497900 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-06c7510b-d64c-4eb8-896b-11c6832138bd req-dd6a2e75-8e76-4bcd-aa7e-c2cf22239b0e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361315 May 05 15:35:57.564404 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] For port 59c46674-761a-45d7-9297-fa7e9afd8447, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:57.569253 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] For port 59c46674-761a-45d7-9297-fa7e9afd8447, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=59c46674-761a-45d7-9297-fa7e9afd8447,segment=NetworkSegment(c57b1a60-7f40-4e07-9256-0291392fd940),segment_id=c57b1a60-7f40-4e07-9256-0291392fd940)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:57.579862 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Publish callbacks [] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:57.600781 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Allocated IP 172.20.0.1 (0fdbf730-845a-42ad-9f00-006c5a21a46b/d91e2055-08d6-4838-b8b7-ca82b0a3dd81/277c4d84-b230-4641-8395-5eb550f6e593) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:57.682842 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edcd69-9be1-4209-87ae-ba8f75b8d5d4 req-0cd4004f-a248-41d0-ab83-f8fedea4afee tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:57.684292 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-16edcd69-9be1-4209-87ae-ba8f75b8d5d4 req-0cd4004f-a248-41d0-ab83-f8fedea4afee tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0736635 May 05 15:35:57.737404 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:57.747344 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:57.774002 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:57.774679 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:57.776108 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] 10.222.0.49 "PUT /v2.0/ports/59c46674-761a-45d7-9297-fa7e9afd8447 HTTP/1.1" status: 200 len: 1093 time: 1.9813747 May 05 15:35:57.776568 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefcb642-120e-45a2-b623-8615e6de9a7b', 'tag': '59c46674-761a-45d7-9297-fa7e9afd8447'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:57.779247 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8b1763-d0fa-48a9-ad09-6a44f52ea6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "aefcb642-120e-45a2-b623-8615e6de9a7b", "tag": "59c46674-761a-45d7-9297-fa7e9afd8447"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:57.839475 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-16edcd69-9be1-4209-87ae-ba8f75b8d5d4 req-5d332a83-0f20-4bb5-a701-073cfe3957fc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263249 May 05 15:35:57.851520 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Publish callbacks [] for port (277c4d84-b230-4641-8395-5eb550f6e593), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:57.857046 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a0d8e-b695-4a8f-8759-b6632c136be7 service neutron] Pushing event updated for resources: {'Port': ['ID=59c46674-761a-45d7-9297-fa7e9afd8447,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:57.883638 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745b39f-f5da-4d25-a01b-1d4378e95499 None None] Pushing event updated for resources: {'Port': ['ID=d80c7a53-3d1e-409f-b1bf-b619d8e92e5e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:57.885066 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bab1f3-18ad-4f1a-9051-ceedeaa69e81 x-openstack-request-id: req-d5bab1f3-18ad-4f1a-9051-ceedeaa69e81 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:57.885409 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefcb642-120e-45a2-b623-8615e6de9a7b", "tag": "59c46674-761a-45d7-9297-fa7e9afd8447", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:57.886339 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5bab1f3-18ad-4f1a-9051-ceedeaa69e81 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:57.887093 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bab1f3-18ad-4f1a-9051-ceedeaa69e81'] response: {'name': 'network-changed', 'server_uuid': 'aefcb642-120e-45a2-b623-8615e6de9a7b', 'tag': '59c46674-761a-45d7-9297-fa7e9afd8447', 'status': 'completed', 'code': 200} May 05 15:35:57.911586 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Attempting to bind port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:57.913004 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Attempting to bind port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:57.913599 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Attempting to bind port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e on network 02718d50-6065-4980-9530-582a9009be37 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:57.919462 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:57.919924 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:57.920327 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:57.924505 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Bound using segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:57.924505 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Bound port: d80c7a53-3d1e-409f-b1bf-b619d8e92e5e, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:57.924505 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:58.020855 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] For port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:58.033056 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] For port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=d80c7a53-3d1e-409f-b1bf-b619d8e92e5e,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:58.133342 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591628ec-fb86-428a-8a77-95764392a6bb req-e8d430c3-6914-455f-a557-3cead9f86876 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:58.316364 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-591628ec-fb86-428a-8a77-95764392a6bb req-e8d430c3-6914-455f-a557-3cead9f86876 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 943 time: 0.0758929 May 05 15:35:58.319963 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23537e7-5000-4c48-b848-00238b97f395 req-82544a5d-39f8-435a-9c8c-ac380b9462c5 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:58.319963 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f23537e7-5000-4c48-b848-00238b97f395 req-82544a5d-39f8-435a-9c8c-ac380b9462c5 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.0912237 May 05 15:35:58.319963 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (277c4d84-b230-4641-8395-5eb550f6e593), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:58.320373 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-591628ec-fb86-428a-8a77-95764392a6bb req-a2ae6008-cb66-46b7-9b61-4c7f641e6520 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452337 May 05 15:35:58.320538 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Network 0fdbf730-845a-42ad-9f00-006c5a21a46b is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:58.320538 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:58.320538 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:58.320538 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=277c4d84-b230-4641-8395-5eb550f6e593,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:58.320538 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f23537e7-5000-4c48-b848-00238b97f395 req-9eade47d-b693-4fa4-bb7f-5a42ad4c3605 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195197 May 05 15:35:58.320538 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640392'] for router_interface (4f51d843-d18b-442e-83cf-fb89d63fd260), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:58.616940 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-aface9d0-1085-40e8-be7a-53c32b837471 None None] Provisioning complete for port 277c4d84-b230-4641-8395-5eb550f6e593 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:58.617589 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aface9d0-1085-40e8-be7a-53c32b837471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (277c4d84-b230-4641-8395-5eb550f6e593), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:58.656786 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f712232-9757-4df9-a26f-6eebe7c84791 req-7bcd80a3-954a-4414-a752-9649cec92228 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:58.663899 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2f712232-9757-4df9-a26f-6eebe7c84791 req-7bcd80a3-954a-4414-a752-9649cec92228 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0571380 May 05 15:35:58.707799 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-aface9d0-1085-40e8-be7a-53c32b837471 None None] Port 277c4d84-b230-4641-8395-5eb550f6e593 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:35:58.736476 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2f712232-9757-4df9-a26f-6eebe7c84791 req-0fa3a5c3-bf0d-42b8-aa47-00eff36d43cd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676453 May 05 15:35:58.775877 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:58.844916 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Routers {'4f51d843-d18b-442e-83cf-fb89d63fd260'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:58.847727 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:35:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['4f51d843-d18b-442e-83cf-fb89d63fd260'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:58.848399 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (277c4d84-b230-4641-8395-5eb550f6e593), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:58.852238 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745b39f-f5da-4d25-a01b-1d4378e95499 None None] Pushing event updated for resources: {'Port': ['ID=d80c7a53-3d1e-409f-b1bf-b619d8e92e5e,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:59.009106 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] Set router 4f51d843-d18b-442e-83cf-fb89d63fd260 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:59.048316 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13b63e-ca3f-4664-9c21-5f90f58c3120 req-038e079c-9925-4832-8c4a-fd382d4c4154 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:59.049842 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-be13b63e-ca3f-4664-9c21-5f90f58c3120 req-038e079c-9925-4832-8c4a-fd382d4c4154 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0907385 May 05 15:35:59.172805 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-be13b63e-ca3f-4664-9c21-5f90f58c3120 req-98b1f356-ca4c-4c94-9025-58065b850623 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995629 May 05 15:35:59.202585 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Publish callbacks [] for port (277c4d84-b230-4641-8395-5eb550f6e593), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:59.257928 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (277c4d84-b230-4641-8395-5eb550f6e593), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:59.263699 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'name': 'tempest-TestMinimumBasicScenario-440351326-router', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:58Z', 'revision_number': 4, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'gw_port': {'id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:52Z', 'updated_at': '2022-05-05T15:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '277c4d84-b230-4641-8395-5eb550f6e593', 'name': '', 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'mac_address': 'fa:16:3e:0a:1a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd91e2055-08d6-4838-b8b7-ca82b0a3dd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:57Z', 'updated_at': '2022-05-05T15:35:57Z', 'revision_number': 1, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'subnets': [{'id': 'd91e2055-08d6-4838-b8b7-ca82b0a3dd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:59.295279 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb26b6c-ebea-4fe9-ba63-f2bcdf23f76c None None] The sync data for ids ['4f51d843-d18b-442e-83cf-fb89d63fd260'] in dv-cinder-840678-1-iscsi is: [{'id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'name': 'tempest-TestMinimumBasicScenario-440351326-router', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:58Z', 'revision_number': 4, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'gw_port': {'id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:52Z', 'updated_at': '2022-05-05T15:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '277c4d84-b230-4641-8395-5eb550f6e593', 'name': '', 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'mac_address': 'fa:16:3e:0a:1a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd91e2055-08d6-4838-b8b7-ca82b0a3dd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:57Z', 'updated_at': '2022-05-05T15:35:57Z', 'revision_number': 1, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'subnets': [{'id': 'd91e2055-08d6-4838-b8b7-ca82b0a3dd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:35:59.379760 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640370'] for router_interface (4f51d843-d18b-442e-83cf-fb89d63fd260), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:59.399079 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=277c4d84-b230-4641-8395-5eb550f6e593,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:59.458051 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1a126-3e77-447f-aac1-38b781bdf20f req-463b1da2-59be-47a2-a8b1-c3f20b92dbfd tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:59.460643 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b7a1a126-3e77-447f-aac1-38b781bdf20f req-463b1da2-59be-47a2-a8b1-c3f20b92dbfd tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.0819345 May 05 15:35:59.468617 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2703b2-5cfd-411b-ba30-0ddb56ea4aa6 req-d1227aee-f915-46cf-8d0c-7452447023d5 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:59.478537 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-fa2703b2-5cfd-411b-ba30-0ddb56ea4aa6 req-d1227aee-f915-46cf-8d0c-7452447023d5 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 943 time: 0.1028595 May 05 15:35:59.558029 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-fa2703b2-5cfd-411b-ba30-0ddb56ea4aa6 req-bfc25c0b-5aac-444d-bc1c-c63c344c7c0a tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782635 May 05 15:35:59.586145 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b7a1a126-3e77-447f-aac1-38b781bdf20f req-c6190372-d2d1-4f5a-8aff-c88aa0d5a137 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845380 May 05 15:35:59.602197 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Network 0fdbf730-845a-42ad-9f00-006c5a21a46b is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:59.604084 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:59.904700 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cb2c9-a6f1-4544-9438-34b91e5d325d req-1129754b-ca1f-44c0-8d58-c1663d56b148 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:59.911504 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e9cb2c9-a6f1-4544-9438-34b91e5d325d req-1129754b-ca1f-44c0-8d58-c1663d56b148 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0659852 May 05 15:35:59.997496 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e9cb2c9-a6f1-4544-9438-34b91e5d325d req-3a32c152-48a6-4ed9-93f7-da6fcf46b4d8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782375 May 05 15:36:00.001136 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Router 4f51d843-d18b-442e-83cf-fb89d63fd260 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:36:00.251879 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:36:00.263986 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-7e6448d3-c17b-4e68-85d5-20444c6e7dc1 admin admin] 10.222.0.44 "PUT /v2.0/routers/4f51d843-d18b-442e-83cf-fb89d63fd260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2643971 May 05 15:36:00.267436 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-b253613b-52f5-439a-95ff-99a350dc1dcd None None] Provisioning complete for port 277c4d84-b230-4641-8395-5eb550f6e593 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:00.267962 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b253613b-52f5-439a-95ff-99a350dc1dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (277c4d84-b230-4641-8395-5eb550f6e593), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:00.376173 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b253613b-52f5-439a-95ff-99a350dc1dcd None None] Port 277c4d84-b230-4641-8395-5eb550f6e593 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:36:00.402045 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9a507-5f41-4669-8449-c01d17ae7208 req-e4b8fab7-403b-418a-a03f-b3889fb8b6aa tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:00.438923 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2ce9a507-5f41-4669-8449-c01d17ae7208 req-e4b8fab7-403b-418a-a03f-b3889fb8b6aa tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.1344202 May 05 15:36:00.557223 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2ce9a507-5f41-4669-8449-c01d17ae7208 req-eb051ffe-dda7-4e1c-93bf-1e168f781831 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146441 May 05 15:36:00.853564 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec8e01-2911-4d0e-937e-b2a7fccea556 req-3b94623b-291b-47e6-93f6-085740b9339d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:00.858050 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2ec8e01-2911-4d0e-937e-b2a7fccea556 req-3b94623b-291b-47e6-93f6-085740b9339d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.1365981 May 05 15:36:00.891007 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d51f-aaaf-4580-a441-0b0a4447b265 req-c2c8afb6-0842-418f-911b-03106163af2d tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:00.895503 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7047d51f-aaaf-4580-a441-0b0a4447b265 req-c2c8afb6-0842-418f-911b-03106163af2d tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 943 time: 0.1815691 May 05 15:36:00.921905 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b1763-d0fa-48a9-ad09-6a44f52ea6e0 req-702de120-5280-485d-89a7-360698cbc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:00.923575 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ac8b1763-d0fa-48a9-ad09-6a44f52ea6e0 req-702de120-5280-485d-89a7-360698cbc7b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf61282f689243b28d6c274f616534f0&device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 1127 time: 0.1523533 May 05 15:36:00.962356 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2ec8e01-2911-4d0e-937e-b2a7fccea556 req-617a5641-644f-4d81-ad17-329a4a404c0b tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956962 May 05 15:36:00.966877 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c693d9bd-3733-4403-97e4-9ea53e19ce10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:00.996648 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7047d51f-aaaf-4580-a441-0b0a4447b265 req-f71c20fc-1341-47e5-9f42-9ca84546aec9 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871186 May 05 15:36:01.159231 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b1763-d0fa-48a9-ad09-6a44f52ea6e0 req-2a59b739-d603-42fa-b424-084237cf9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:01.162016 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ac8b1763-d0fa-48a9-ad09-6a44f52ea6e0 req-2a59b739-d603-42fa-b424-084237cf9c9d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=bf61282f689243b28d6c274f616534f0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1641891 May 05 15:36:01.180415 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ee4ee-dc2a-4cc4-9660-981a4a18a0ee req-779ba27c-43eb-4223-990f-356590e281c4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:01.188941 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-385ee4ee-dc2a-4cc4-9660-981a4a18a0ee req-779ba27c-43eb-4223-990f-356590e281c4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0844321 May 05 15:36:01.288666 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-385ee4ee-dc2a-4cc4-9660-981a4a18a0ee req-37bbe8d7-dc91-4253-903d-486023f0ea52 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977483 May 05 15:36:01.404641 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b1763-d0fa-48a9-ad09-6a44f52ea6e0 req-bc261336-533b-4e86-aed8-ea2922237574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:01.406851 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ac8b1763-d0fa-48a9-ad09-6a44f52ea6e0 req-bc261336-533b-4e86-aed8-ea2922237574 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146294 May 05 15:36:01.746572 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fa745-e5c6-4b8f-a011-6d9d9891f1ba req-6accfabe-349a-42f5-8638-3dc83c398a73 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:01.752878 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ca0fa745-e5c6-4b8f-a011-6d9d9891f1ba req-6accfabe-349a-42f5-8638-3dc83c398a73 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.1161208 May 05 15:36:01.760098 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-66e5284f-6479-48e8-bb6a-f91af4fd28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:01.778110 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-66e5284f-6479-48e8-bb6a-f91af4fd28dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf61282f689243b28d6c274f616534f0&device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 1127 time: 0.0979931 May 05 15:36:01.903510 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ca0fa745-e5c6-4b8f-a011-6d9d9891f1ba req-245f27d2-c259-453d-a2e2-304d0a455574 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242297 May 05 15:36:02.168609 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f744ac-7a79-4783-bc9d-5ab4c6bc567b req-da6ac216-c9dd-499c-8ebf-3e2a8d460949 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:02.171408 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505d1bc-3328-4dec-9484-6111b543a709 req-012f7663-7ec7-4f0b-856b-71c0fa47a3c4 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:02.171591 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-16f744ac-7a79-4783-bc9d-5ab4c6bc567b req-da6ac216-c9dd-499c-8ebf-3e2a8d460949 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.1001306 May 05 15:36:02.174582 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4505d1bc-3328-4dec-9484-6111b543a709 req-012f7663-7ec7-4f0b-856b-71c0fa47a3c4 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 943 time: 0.0727880 May 05 15:36:02.257070 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-16f744ac-7a79-4783-bc9d-5ab4c6bc567b req-4516c938-76ad-41e7-bc9b-00179c6ebbb6 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736806 May 05 15:36:02.294671 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device d80c7a53-3d1e-409f-b1bf-b619d8e92e5e up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:36:02.299465 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-0648e360-29f9-484c-9d70-9335f0695ee3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59c46674-761a-45d7-9297-fa7e9afd8447 HTTP/1.1" status: 200 len: 217 time: 0.1119037 May 05 15:36:02.352358 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4505d1bc-3328-4dec-9484-6111b543a709 req-386017f2-2127-442e-a0c5-f1aea7a0bcac tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690469 May 05 15:36:02.421424 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:02.421424 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:02.676419 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-408abb33-8122-4fcf-bf96-0cb92e37f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:02.677905 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-408abb33-8122-4fcf-bf96-0cb92e37f32e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcedd80e-d692-40f2-bdf8-06ce2e3ad97e HTTP/1.1" status: 200 len: 854 time: 0.1159937 May 05 15:36:02.752042 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 45508) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:02.757831 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:02.758224 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:02.762232 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-bcf4a0a9-8f50-4d73-8029-7cda4664e08c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80085051-d8d1-42b7-8d93-ea2ae047f8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767646 May 05 15:36:02.860550 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=d80c7a53-3d1e-409f-b1bf-b619d8e92e5e,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:02.918795 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:02.976193 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-b852cb0b-8f59-4c84-bb63-efcd9d6b66c8 service neutron] 10.222.0.49 "GET /v2.0/networks/80085051-d8d1-42b7-8d93-ea2ae047f8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069728 May 05 15:36:03.027082 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=d80c7a53-3d1e-409f-b1bf-b619d8e92e5e,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:03.061733 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b0382833-6b61-475b-8dd9-53b6aa1e0157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:03.102739 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08788d-1e80-4405-a760-9810a9388397 req-7c5c8b5c-fc89-497a-a4b1-eed3988f0fa4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:03.107629 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1d08788d-1e80-4405-a760-9810a9388397 req-7c5c8b5c-fc89-497a-a4b1-eed3988f0fa4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.7079189 May 05 15:36:03.125703 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4e00f57-257f-4006-b7ec-ffbfe4fe30b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:03.188248 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1d08788d-1e80-4405-a760-9810a9388397 req-5daad46d-af46-40ef-b2b6-0525cf9cda6b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737040 May 05 15:36:03.433890 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73c13-5ccc-4b87-b48a-709f1517d7f3 req-5a0b937c-034d-4da2-ba4b-5785847702d2 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:03.435508 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-18c73c13-5ccc-4b87-b48a-709f1517d7f3 req-5a0b937c-034d-4da2-ba4b-5785847702d2 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.0986793 May 05 15:36:03.541003 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-18c73c13-5ccc-4b87-b48a-709f1517d7f3 req-8b3fcd59-9ce7-4457-aea5-6efd3610e232 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841839 May 05 15:36:03.710817 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23435-b382-4ab4-befb-d43c1f28d7a6 req-c0b02540-c375-4ae4-a5a0-30b6a8f8d1a1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:03.718267 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-05e23435-b382-4ab4-befb-d43c1f28d7a6 req-c0b02540-c375-4ae4-a5a0-30b6a8f8d1a1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.5831892 May 05 15:36:03.724211 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367fe52-33b2-4b76-9cc7-ba35ac38a3e2 req-8ca50091-6216-48c2-a397-6dc6f3f663cb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:03.734956 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6367fe52-33b2-4b76-9cc7-ba35ac38a3e2 req-8ca50091-6216-48c2-a397-6dc6f3f663cb tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 943 time: 0.1021957 May 05 15:36:03.827721 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6367fe52-33b2-4b76-9cc7-ba35ac38a3e2 req-004e508b-2cab-4c38-a8ef-c1a4d5bc88c7 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886312 May 05 15:36:03.867520 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6e8737c-ae4a-4bf4-93a1-63b1ec54d690 req-650d0d8e-0a3a-4da8-915c-8065ef21e4d5 service neutron] 10.222.0.49 "GET /v2.0/networks/80085051-d8d1-42b7-8d93-ea2ae047f8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8837228 May 05 15:36:03.888284 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-05e23435-b382-4ab4-befb-d43c1f28d7a6 req-82440504-6d4d-491a-8e20-5fe1c785ed45 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687031 May 05 15:36:03.947063 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b0382833-6b61-475b-8dd9-53b6aa1e0157 admin admin] Publish callbacks [] for security_group (ef59db31-8d97-4dfb-acd3-6ae9c65a8860), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:04.050062 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Sync routers for ids ['4f51d843-d18b-442e-83cf-fb89d63fd260'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:36:04.068357 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Routers {'4f51d843-d18b-442e-83cf-fb89d63fd260'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:04.071163 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:36:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['4f51d843-d18b-442e-83cf-fb89d63fd260'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:04.283112 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device d80c7a53-3d1e-409f-b1bf-b619d8e92e5e up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:36:04.357927 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Set router 4f51d843-d18b-442e-83cf-fb89d63fd260 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:04.417147 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:04.419613 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:04.447782 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dc6b7-a202-41c8-99b1-42087091c191 req-c599f8fa-d525-4a24-863d-78b53b3feacd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:04.450092 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f33dc6b7-a202-41c8-99b1-42087091c191 req-c599f8fa-d525-4a24-863d-78b53b3feacd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.1013050 May 05 15:36:04.527087 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f33dc6b7-a202-41c8-99b1-42087091c191 req-7e3f5060-71a8-45f8-b229-1cd37113f53d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692334 May 05 15:36:04.691437 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:04.698594 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'name': 'tempest-TestMinimumBasicScenario-440351326-router', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:58Z', 'revision_number': 4, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'gw_port': {'id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:52Z', 'updated_at': '2022-05-05T15:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '277c4d84-b230-4641-8395-5eb550f6e593', 'name': '', 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'mac_address': 'fa:16:3e:0a:1a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd91e2055-08d6-4838-b8b7-ca82b0a3dd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:57Z', 'updated_at': '2022-05-05T15:35:58Z', 'revision_number': 2, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'subnets': [{'id': 'd91e2055-08d6-4838-b8b7-ca82b0a3dd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:04.732257 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Checking router: 4f51d843-d18b-442e-83cf-fb89d63fd260 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:36:04.732632 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Updating router 4f51d843-d18b-442e-83cf-fb89d63fd260 port 277c4d84-b230-4641-8395-5eb550f6e593 binding host dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:36:04.737501 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b9db2-7650-4717-9377-190b03fa8685 req-6749c9bb-c237-4118-920c-2c22400f9940 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:04.739157 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cc0b9db2-7650-4717-9377-190b03fa8685 req-6749c9bb-c237-4118-920c-2c22400f9940 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.1008956 May 05 15:36:04.788837 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b0382833-6b61-475b-8dd9-53b6aa1e0157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ef59db31-8d97-4dfb-acd3-6ae9c65a8860), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:04.800112 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (277c4d84-b230-4641-8395-5eb550f6e593), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:04.853159 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b0382833-6b61-475b-8dd9-53b6aa1e0157 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=186149575e3a4e14a3fe1251ac8137b2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0996490 May 05 15:36:04.856385 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 45540) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:04.905153 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cc0b9db2-7650-4717-9377-190b03fa8685 req-3a75aa42-ab47-4413-8a50-59e64c590ede tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580191 May 05 15:36:04.912904 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0382833-6b61-475b-8dd9-53b6aa1e0157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef59db31-8d97-4dfb-acd3-6ae9c65a8860,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:04.941064 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:05.031130 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6640c-c226-44f5-b59e-375bd76f70a6 req-51dafacc-8782-433d-a89c-ef1556e88f44 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:05.032817 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-99d6640c-c226-44f5-b59e-375bd76f70a6 req-51dafacc-8782-433d-a89c-ef1556e88f44 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 943 time: 0.0663085 May 05 15:36:05.039174 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abd51d40-3537-4bf9-9e9d-94f066397183 admin admin] Publish callbacks [] for security_group (ef59db31-8d97-4dfb-acd3-6ae9c65a8860), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:05.079724 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2126cb-e143-41c3-8237-02618d777eab req-eefceb17-ea44-4c4d-b085-9f1425eaa612 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:05.082760 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5b2126cb-e143-41c3-8237-02618d777eab req-eefceb17-ea44-4c4d-b085-9f1425eaa612 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0711918 May 05 15:36:05.122246 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abd51d40-3537-4bf9-9e9d-94f066397183 admin admin] Publish callbacks [] for security_group (ef59db31-8d97-4dfb-acd3-6ae9c65a8860), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:05.128078 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-99d6640c-c226-44f5-b59e-375bd76f70a6 req-722d4e96-55bc-4c6d-b5ae-2cc8ac73d666 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866616 May 05 15:36:05.183491 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5b2126cb-e143-41c3-8237-02618d777eab req-4711f970-4a50-4c7f-b1c7-7859aad9dbea tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927522 May 05 15:36:05.321194 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 45546) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:05.336948 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abd51d40-3537-4bf9-9e9d-94f066397183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ef59db31-8d97-4dfb-acd3-6ae9c65a8860), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:05.339514 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abd51d40-3537-4bf9-9e9d-94f066397183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:05.342929 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-abd51d40-3537-4bf9-9e9d-94f066397183 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef59db31-8d97-4dfb-acd3-6ae9c65a8860 HTTP/1.1" status: 204 len: 168 time: 0.4828894 May 05 15:36:05.363406 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd51d40-3537-4bf9-9e9d-94f066397183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef59db31-8d97-4dfb-acd3-6ae9c65a8860,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:05.420679 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Publish callbacks [] for port (277c4d84-b230-4641-8395-5eb550f6e593), precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:05.531354 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (277c4d84-b230-4641-8395-5eb550f6e593), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:05.606000 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ee54c-04db-4cd1-82be-09d1424199c7 None None] Pushing event updated for resources: {'Port': ['ID=277c4d84-b230-4641-8395-5eb550f6e593,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:05.684047 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 45556) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:05.686002 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-58b9d17e-0c5b-446a-8a7f-8c9e77ef6819 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e3d8f068e6b41d385d3fdc46ac8b06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635695 May 05 15:36:05.821162 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894ae64-1e3d-414a-9c5a-9e38b83bf3d8 req-bcf7afff-bb0f-4ae2-a3af-0f5d4cbdc9d7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:05.829299 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0894ae64-1e3d-414a-9c5a-9e38b83bf3d8 req-bcf7afff-bb0f-4ae2-a3af-0f5d4cbdc9d7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.1304896 May 05 15:36:05.886573 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3c384c88-7a28-4ab1-9da5-0d31d0161452 admin admin] Publish callbacks [] for security_group (3499e749-d443-41b8-9d8d-436f68eeb31a), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:05.942030 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0894ae64-1e3d-414a-9c5a-9e38b83bf3d8 req-b8d1560d-129d-48c1-90ad-723d59ddf85b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117361 May 05 15:36:05.996614 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3c384c88-7a28-4ab1-9da5-0d31d0161452 admin admin] Publish callbacks [] for security_group (3499e749-d443-41b8-9d8d-436f68eeb31a), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:06.174696 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3c384c88-7a28-4ab1-9da5-0d31d0161452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (3499e749-d443-41b8-9d8d-436f68eeb31a), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:06.177243 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3c384c88-7a28-4ab1-9da5-0d31d0161452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:06.182474 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-3c384c88-7a28-4ab1-9da5-0d31d0161452 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3499e749-d443-41b8-9d8d-436f68eeb31a HTTP/1.1" status: 204 len: 168 time: 0.4929914 May 05 15:36:06.206240 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c384c88-7a28-4ab1-9da5-0d31d0161452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3499e749-d443-41b8-9d8d-436f68eeb31a,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:06.229179 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41740c-099f-4f85-8f16-41106fcadae1 req-e5b5512f-7b0f-4b20-87b6-7c27e517a3c6 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:06.238242 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-3dd50aef-b582-4432-9357-c684df2a30fc None None] Provisioning complete for port 277c4d84-b230-4641-8395-5eb550f6e593 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:06.238635 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3dd50aef-b582-4432-9357-c684df2a30fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (277c4d84-b230-4641-8395-5eb550f6e593), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:06.246560 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6a41740c-099f-4f85-8f16-41106fcadae1 req-e5b5512f-7b0f-4b20-87b6-7c27e517a3c6 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.1301501 May 05 15:36:06.281186 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Attempting to bind port 277c4d84-b230-4641-8395-5eb550f6e593 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:36:06.281550 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Attempting to bind port 277c4d84-b230-4641-8395-5eb550f6e593 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'f52018be-a069-4595-bf1f-703ee2a32f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:36:06.281900 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Attempting to bind port 277c4d84-b230-4641-8395-5eb550f6e593 on network 0fdbf730-845a-42ad-9f00-006c5a21a46b {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:36:06.362106 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb0a30-f883-4a29-a47c-744d008480a7 req-637d6851-572c-47ec-ab38-926e1adcb35e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:06.372193 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d1eb0a30-f883-4a29-a47c-744d008480a7 req-637d6851-572c-47ec-ab38-926e1adcb35e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 943 time: 0.0689857 May 05 15:36:06.375254 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-3dd50aef-b582-4432-9357-c684df2a30fc None None] Port 277c4d84-b230-4641-8395-5eb550f6e593 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:36:06.385618 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:36:06.386033 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Checking segment: {'id': 'f52018be-a069-4595-bf1f-703ee2a32f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:36:06.386493 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:06.405470 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Bound using segment: {'id': 'f52018be-a069-4595-bf1f-703ee2a32f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:36:06.405470 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Bound port: 277c4d84-b230-4641-8395-5eb550f6e593, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52018be-a069-4595-bf1f-703ee2a32f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:36:06.405470 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (277c4d84-b230-4641-8395-5eb550f6e593), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:06.405470 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:06.407373 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6a41740c-099f-4f85-8f16-41106fcadae1 req-3505cff6-09b9-48d8-b9f1-cbf6966f50a4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593704 May 05 15:36:06.511118 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d1eb0a30-f883-4a29-a47c-744d008480a7 req-5c5b1844-fd9b-474d-9c6b-b2e7865b48be tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367147 May 05 15:36:06.564216 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] For port 277c4d84-b230-4641-8395-5eb550f6e593, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:36:06.571240 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] For port 277c4d84-b230-4641-8395-5eb550f6e593, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=277c4d84-b230-4641-8395-5eb550f6e593,segment=NetworkSegment(f52018be-a069-4595-bf1f-703ee2a32f76),segment_id=f52018be-a069-4595-bf1f-703ee2a32f76)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:36:06.595167 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc06a53-c05e-451c-99b8-a3efa297c6f0 req-762d328c-7342-4063-a00a-f2413f9d70da tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:06.596780 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0cc06a53-c05e-451c-99b8-a3efa297c6f0 req-762d328c-7342-4063-a00a-f2413f9d70da tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0994658 May 05 15:36:06.648440 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0cc06a53-c05e-451c-99b8-a3efa297c6f0 req-f59c16fd-27c9-46a5-9916-23d1dacf97e4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 May 05 15:36:06.965952 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (277c4d84-b230-4641-8395-5eb550f6e593), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:07.083711 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ee54c-04db-4cd1-82be-09d1424199c7 None None] Pushing event updated for resources: {'Port': ['ID=277c4d84-b230-4641-8395-5eb550f6e593,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:07.102497 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Routers {'4f51d843-d18b-442e-83cf-fb89d63fd260'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:07.103517 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:36:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['4f51d843-d18b-442e-83cf-fb89d63fd260'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:07.385699 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 59c46674-761a-45d7-9297-fa7e9afd8447 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:36:07.403377 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1535e6-a600-4abe-85ed-b16f8b05b52f req-6f386d21-495e-4054-8329-60b4af449dd3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:07.423076 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0c1535e6-a600-4abe-85ed-b16f8b05b52f req-6f386d21-495e-4054-8329-60b4af449dd3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.1919651 May 05 15:36:07.597052 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0c1535e6-a600-4abe-85ed-b16f8b05b52f req-daad2884-7397-4a75-a7b2-dd3425e734cd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708074 May 05 15:36:07.705343 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a45a99-7887-4c43-9262-ae7230372e11 req-ad88414f-1f6a-49ba-a5bb-b202610b41ca tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:07.715068 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-24a45a99-7887-4c43-9262-ae7230372e11 req-ad88414f-1f6a-49ba-a5bb-b202610b41ca tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.1510274 May 05 15:36:07.743707 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:07.790402 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] Set router 4f51d843-d18b-442e-83cf-fb89d63fd260 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:07.796426 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-74f76342-4334-4733-ac7c-0bad3d0587a3 None None] Provisioning complete for port 277c4d84-b230-4641-8395-5eb550f6e593 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:07.797355 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74f76342-4334-4733-ac7c-0bad3d0587a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (277c4d84-b230-4641-8395-5eb550f6e593), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:07.853314 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-24a45a99-7887-4c43-9262-ae7230372e11 req-c18316cd-9fb9-48fd-aee2-a377617e5dab tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362381 May 05 15:36:07.856624 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007213b-3abc-4bf0-85e1-3267dc223893 req-70bc6f51-ef3a-4bdd-aea4-ce2019d37844 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:07.869718 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2007213b-3abc-4bf0-85e1-3267dc223893 req-70bc6f51-ef3a-4bdd-aea4-ce2019d37844 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 943 time: 0.1012838 May 05 15:36:07.945465 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 59c46674-761a-45d7-9297-fa7e9afd8447, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=59c46674-761a-45d7-9297-fa7e9afd8447,segment=NetworkSegment(c57b1a60-7f40-4e07-9256-0291392fd940),segment_id=c57b1a60-7f40-4e07-9256-0291392fd940)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:07.958851 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2007213b-3abc-4bf0-85e1-3267dc223893 req-2d0f0987-b1fb-4420-9824-cec55a1cd07b tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829034 May 05 15:36:08.010855 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '59c46674-761a-45d7-9297-fa7e9afd8447', 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5', 'port_id': '59c46674-761a-45d7-9297-fa7e9afd8447', 'mac_address': 'fa:16:3e:dc:c0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedd80e-d692-40f2-bdf8-06ce2e3ad97e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:36:08.031572 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbaca6-09b6-4f29-b25a-e2cc93ffbda7 req-c37dd7fd-9d02-46cd-8a5b-7f5e8ae0c5d8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:08.033393 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-31cbaca6-09b6-4f29-b25a-e2cc93ffbda7 req-c37dd7fd-9d02-46cd-8a5b-7f5e8ae0c5d8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0888736 May 05 15:36:08.131214 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-31cbaca6-09b6-4f29-b25a-e2cc93ffbda7 req-0b40ada6-67f5-4922-91f9-a3bf94f165ab tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823944 May 05 15:36:08.263718 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'name': 'tempest-TestMinimumBasicScenario-440351326-router', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:58Z', 'revision_number': 4, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'gw_port': {'id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:52Z', 'updated_at': '2022-05-05T15:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '277c4d84-b230-4641-8395-5eb550f6e593', 'name': '', 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'mac_address': 'fa:16:3e:0a:1a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd91e2055-08d6-4838-b8b7-ca82b0a3dd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:57Z', 'updated_at': '2022-05-05T15:36:06Z', 'revision_number': 4, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'subnets': [{'id': 'd91e2055-08d6-4838-b8b7-ca82b0a3dd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:08.271065 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 277c4d84-b230-4641-8395-5eb550f6e593 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:36:08.341004 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ff795-7b7c-48e6-827c-6eabdf0f5c6d None None] The sync data for ids ['4f51d843-d18b-442e-83cf-fb89d63fd260'] in dv-cinder-840678-1-iscsi is: [{'id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'name': 'tempest-TestMinimumBasicScenario-440351326-router', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:58Z', 'revision_number': 4, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'gw_port': {'id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:52Z', 'updated_at': '2022-05-05T15:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '277c4d84-b230-4641-8395-5eb550f6e593', 'name': '', 'network_id': '0fdbf730-845a-42ad-9f00-006c5a21a46b', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'mac_address': 'fa:16:3e:0a:1a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd91e2055-08d6-4838-b8b7-ca82b0a3dd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:57Z', 'updated_at': '2022-05-05T15:36:06Z', 'revision_number': 4, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'subnets': [{'id': 'd91e2055-08d6-4838-b8b7-ca82b0a3dd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:36:08.342787 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 59c46674-761a-45d7-9297-fa7e9afd8447 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:08.343087 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:08.369551 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c46674-761a-45d7-9297-fa7e9afd8447 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:36:08.385690 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-74f76342-4334-4733-ac7c-0bad3d0587a3 None None] Current status of the port 277c4d84-b230-4641-8395-5eb550f6e593 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:08.386074 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74f76342-4334-4733-ac7c-0bad3d0587a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (277c4d84-b230-4641-8395-5eb550f6e593), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:08.460424 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 59c46674-761a-45d7-9297-fa7e9afd8447, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=59c46674-761a-45d7-9297-fa7e9afd8447,segment=NetworkSegment(c57b1a60-7f40-4e07-9256-0291392fd940),segment_id=c57b1a60-7f40-4e07-9256-0291392fd940)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:08.508512 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 277c4d84-b230-4641-8395-5eb550f6e593 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:08.508826 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (277c4d84-b230-4641-8395-5eb550f6e593), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:08.566334 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:08.569911 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-74f76342-4334-4733-ac7c-0bad3d0587a3 None None] For port 277c4d84-b230-4641-8395-5eb550f6e593, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=277c4d84-b230-4641-8395-5eb550f6e593,segment=NetworkSegment(f52018be-a069-4595-bf1f-703ee2a32f76),segment_id=f52018be-a069-4595-bf1f-703ee2a32f76)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:08.742687 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74f76342-4334-4733-ac7c-0bad3d0587a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (277c4d84-b230-4641-8395-5eb550f6e593), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:08.812274 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 277c4d84-b230-4641-8395-5eb550f6e593 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:08.812902 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (277c4d84-b230-4641-8395-5eb550f6e593), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:08.859374 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9f43a-9307-4483-ae27-ade4315bac5c req-3d921e4f-a254-408d-bae4-b4e9c52d6b03 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:08.867383 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5cc9f43a-9307-4483-ae27-ade4315bac5c req-3d921e4f-a254-408d-bae4-b4e9c52d6b03 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.1244242 May 05 15:36:08.886413 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=59c46674-761a-45d7-9297-fa7e9afd8447,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:08.937347 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['59c46674-761a-45d7-9297-fa7e9afd8447'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:36:08.966734 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5cc9f43a-9307-4483-ae27-ade4315bac5c req-13382a6f-d19b-468a-9be2-2b443c2e305f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981088 May 05 15:36:09.150757 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929153ee-d945-47ea-99f7-b1e981baa914 req-89e6d1bb-4b1c-41dd-beff-f74010d70206 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:09.151696 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352790a3-8c44-4b92-8c57-41a327fbf329 req-5f5ff3bb-8e4c-44b0-876a-9172b724abff tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:09.156910 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-352790a3-8c44-4b92-8c57-41a327fbf329 req-5f5ff3bb-8e4c-44b0-876a-9172b724abff tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.1177552 May 05 15:36:09.158757 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-929153ee-d945-47ea-99f7-b1e981baa914 req-89e6d1bb-4b1c-41dd-beff-f74010d70206 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 944 time: 0.0976629 May 05 15:36:09.232356 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-929153ee-d945-47ea-99f7-b1e981baa914 req-0ebec052-8f5d-4457-a655-fa44785506f6 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726027 May 05 15:36:09.246906 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 014c56a6-c6d4-4509-bba7-d49555fe1a6d details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:36:09.257933 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:36:09.269949 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-352790a3-8c44-4b92-8c57-41a327fbf329 req-6a8e69dc-99b7-48b7-a3c0-35ce613c936e tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053071 May 05 15:36:09.322679 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f76342-4334-4733-ac7c-0bad3d0587a3 None None] Pushing event updated for resources: {'Port': ['ID=277c4d84-b230-4641-8395-5eb550f6e593,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:09.344757 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.db.api [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:36:09.350081 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG oslo_db.api [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:36:09.416698 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632b26-02c4-48f4-b8c8-c08004995d55 req-960b24c1-38f0-4e83-bb4a-3b42ec88c86d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:09.438775 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-83632b26-02c4-48f4-b8c8-c08004995d55 req-960b24c1-38f0-4e83-bb4a-3b42ec88c86d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.1021419 May 05 15:36:09.532881 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-83632b26-02c4-48f4-b8c8-c08004995d55 req-4a250b36-f442-4da1-846c-ec93cb901a31 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867667 May 05 15:36:09.587161 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 014c56a6-c6d4-4509-bba7-d49555fe1a6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:09.603473 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'port_id': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'mac_address': 'fa:16:3e:62:62:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:36:09.656337 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 014c56a6-c6d4-4509-bba7-d49555fe1a6d is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:09.656734 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:09.677901 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014c56a6-c6d4-4509-bba7-d49555fe1a6d {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:36:09.719506 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 014c56a6-c6d4-4509-bba7-d49555fe1a6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:09.789095 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:09.998670 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=014c56a6-c6d4-4509-bba7-d49555fe1a6d,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:10.035425 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 277c4d84-b230-4641-8395-5eb550f6e593 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:10.157152 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628cdbb-be0f-4fe3-ae72-a38d7648b098 req-c164e63b-4483-4784-8c3c-bcecc7ab2c1b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:10.159799 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5628cdbb-be0f-4fe3-ae72-a38d7648b098 req-c164e63b-4483-4784-8c3c-bcecc7ab2c1b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0723486 May 05 15:36:10.259052 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5628cdbb-be0f-4fe3-ae72-a38d7648b098 req-c2ab5116-1732-4a2b-85ba-217dc2ce4c58 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930042 May 05 15:36:10.259366 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 277c4d84-b230-4641-8395-5eb550f6e593 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:36:10.359910 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['014c56a6-c6d4-4509-bba7-d49555fe1a6d'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:36:10.588695 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ac217-5f62-4d06-9fdc-4a7e5bab6991 req-b035d2ef-5381-443d-b60f-e23191ac48b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:10.594176 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7f547-21e4-4ce3-88cc-2b7e65ec28e8 req-c950a62f-c366-431b-ae44-2ea1c4e9b86c tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:10.594745 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-756ac217-5f62-4d06-9fdc-4a7e5bab6991 req-b035d2ef-5381-443d-b60f-e23191ac48b3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.1273131 May 05 15:36:10.608980 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-52b7f547-21e4-4ce3-88cc-2b7e65ec28e8 req-c950a62f-c366-431b-ae44-2ea1c4e9b86c tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 944 time: 0.1423988 May 05 15:36:10.661600 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 277c4d84-b230-4641-8395-5eb550f6e593 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:10.668244 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (277c4d84-b230-4641-8395-5eb550f6e593), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:10.694941 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-756ac217-5f62-4d06-9fdc-4a7e5bab6991 req-c9df4479-07e2-40f0-b6aa-8fe0e57a71ea tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985019 May 05 15:36:10.735491 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-52b7f547-21e4-4ce3-88cc-2b7e65ec28e8 req-4186295b-fecb-45b0-a22c-b77946a0c135 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254005 May 05 15:36:10.970454 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235cef4-3f3d-4d81-bfbb-e847d1ff7333 req-bb249616-5aa0-4f9c-8258-9de2f5522101 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:10.974183 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90510ea1-0728-4319-844b-3538da0afb4f req-3acdaa4f-8be1-4c2e-9015-da3162d047be tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:10.976647 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b235cef4-3f3d-4d81-bfbb-e847d1ff7333 req-bb249616-5aa0-4f9c-8258-9de2f5522101 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 944 time: 0.1056223 May 05 15:36:10.996893 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-90510ea1-0728-4319-844b-3538da0afb4f req-3acdaa4f-8be1-4c2e-9015-da3162d047be tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.1188068 May 05 15:36:11.088571 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b235cef4-3f3d-4d81-bfbb-e847d1ff7333 req-58d071b2-def8-4237-89ca-26e260957599 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053097 May 05 15:36:11.119309 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-90510ea1-0728-4319-844b-3538da0afb4f req-e4845ee4-84f4-4b60-befb-228f74b8701f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154275 May 05 15:36:11.179469 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 59c46674-761a-45d7-9297-fa7e9afd8447 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:36:11.292120 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 277c4d84-b230-4641-8395-5eb550f6e593 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:11.314161 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port 59c46674-761a-45d7-9297-fa7e9afd8447 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:36:11.425647 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57e135-ce9f-4a7e-b2d1-e1466999ed5f req-40d46878-f79e-4029-a0b0-f9d2e0082903 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:11.427457 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5d57e135-ce9f-4a7e-b2d1-e1466999ed5f req-40d46878-f79e-4029-a0b0-f9d2e0082903 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0503392 May 05 15:36:11.487210 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5d57e135-ce9f-4a7e-b2d1-e1466999ed5f req-9da47e4d-3532-44f9-a469-86e723adbd05 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528164 May 05 15:36:11.582520 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 59c46674-761a-45d7-9297-fa7e9afd8447 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:11.583005 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:11.659830 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 59c46674-761a-45d7-9297-fa7e9afd8447 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:11.660211 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:11.686085 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefcb642-120e-45a2-b623-8615e6de9a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c46674-761a-45d7-9297-fa7e9afd8447'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:11.688351 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc24369-5c63-4c81-ae8e-b90993751069" -d '{"events": [{"server_uuid": "aefcb642-120e-45a2-b623-8615e6de9a7b", "name": "network-vif-plugged", "status": "completed", "tag": "59c46674-761a-45d7-9297-fa7e9afd8447"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:11.706115 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 59c46674-761a-45d7-9297-fa7e9afd8447, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=59c46674-761a-45d7-9297-fa7e9afd8447,segment=NetworkSegment(c57b1a60-7f40-4e07-9256-0291392fd940),segment_id=c57b1a60-7f40-4e07-9256-0291392fd940)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:11.735948 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102a3218-6af6-4493-84d1-c46a619004ad x-openstack-request-id: req-102a3218-6af6-4493-84d1-c46a619004ad {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:11.736266 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefcb642-120e-45a2-b623-8615e6de9a7b", "name": "network-vif-plugged", "status": "completed", "tag": "59c46674-761a-45d7-9297-fa7e9afd8447", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:11.736528 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-102a3218-6af6-4493-84d1-c46a619004ad {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:11.736943 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102a3218-6af6-4493-84d1-c46a619004ad'] response: {'server_uuid': 'aefcb642-120e-45a2-b623-8615e6de9a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c46674-761a-45d7-9297-fa7e9afd8447', 'code': 200} May 05 15:36:11.794626 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:11.855051 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=59c46674-761a-45d7-9297-fa7e9afd8447,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:11.876373 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7c73-216d-42e5-b18d-8a8ca66b8e32 req-c86179b7-40d9-4070-b226-dd13a194730c tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:11.877967 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-125c7c73-216d-42e5-b18d-8a8ca66b8e32 req-c86179b7-40d9-4070-b226-dd13a194730c tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0662608 May 05 15:36:11.891766 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0159c9-dd59-4a82-9c9b-3a6ede838767 req-f524bdc0-4176-4e50-bddc-d80fbb255b9d tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:11.899749 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8a0159c9-dd59-4a82-9c9b-3a6ede838767 req-f524bdc0-4176-4e50-bddc-d80fbb255b9d tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 945 time: 0.0656548 May 05 15:36:11.947264 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-125c7c73-216d-42e5-b18d-8a8ca66b8e32 req-5cb309b5-9587-44ac-b376-0d699de9ac4b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611880 May 05 15:36:11.979907 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8a0159c9-dd59-4a82-9c9b-3a6ede838767 req-48ab2dbd-2257-4ff5-9668-b18b69c2eaec tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788791 May 05 15:36:12.235678 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4c2b9-9854-45b8-b374-6448bc5e6007 req-960063ae-2785-42c9-a0f3-c02e4a526bd6 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:12.237469 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-34d4c2b9-9854-45b8-b374-6448bc5e6007 req-960063ae-2785-42c9-a0f3-c02e4a526bd6 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 944 time: 0.0575044 May 05 15:36:12.246343 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db4982-447e-42a6-bc34-a8c7ad52509f req-d3387c53-bc8e-4bc1-8741-7d94acbe00ee tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:12.248149 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-04db4982-447e-42a6-bc34-a8c7ad52509f req-d3387c53-bc8e-4bc1-8741-7d94acbe00ee tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0528395 May 05 15:36:12.320273 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-04db4982-447e-42a6-bc34-a8c7ad52509f req-9162f6f3-d385-4517-8a2c-ac942f72aff4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616715 May 05 15:36:12.333437 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-34d4c2b9-9854-45b8-b374-6448bc5e6007 req-7728a11d-0c8e-40c0-9da3-bad4ebe07635 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886855 May 05 15:36:12.621421 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f59d3-73a1-48ed-b2fe-8e4254b2a786 req-25e238fe-0605-4b5e-b548-e10968483e1e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:12.623179 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d87f59d3-73a1-48ed-b2fe-8e4254b2a786 req-25e238fe-0605-4b5e-b548-e10968483e1e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0559573 May 05 15:36:12.683146 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d87f59d3-73a1-48ed-b2fe-8e4254b2a786 req-55bccaa3-269d-42c4-99f4-d208ffa1020c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539837 May 05 15:36:13.101744 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb9930-09ed-43bf-a98e-0b9aaffc2500 req-80d9ca41-682d-489d-a138-1ee5b756b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:13.103488 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-56cb9930-09ed-43bf-a98e-0b9aaffc2500 req-80d9ca41-682d-489d-a138-1ee5b756b33a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 1129 time: 0.0828078 May 05 15:36:13.175787 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 014c56a6-c6d4-4509-bba7-d49555fe1a6d up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:36:13.177351 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000093c4-6464-41cd-8ceb-5ad762d88497 req-3f661ac4-ba98-4fd5-9bb7-ff887fe30243 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:13.185007 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-000093c4-6464-41cd-8ceb-5ad762d88497 req-3f661ac4-ba98-4fd5-9bb7-ff887fe30243 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 945 time: 0.0757816 May 05 15:36:13.190916 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb33ebf-c19e-4dc8-b125-49b725f70bab req-dd1f44a9-41d8-47c5-80dc-fa6647a712e4 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:13.199152 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7bb33ebf-c19e-4dc8-b125-49b725f70bab req-dd1f44a9-41d8-47c5-80dc-fa6647a712e4 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.1389565 May 05 15:36:13.239675 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efe02a-4e23-47aa-b0a2-2c83942cd227 req-f2ef7101-4041-4f68-866e-d09ef4c4129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:13.244564 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e0efe02a-4e23-47aa-b0a2-2c83942cd227 req-f2ef7101-4041-4f68-866e-d09ef4c4129b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 1129 time: 0.1349227 May 05 15:36:13.277318 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port 014c56a6-c6d4-4509-bba7-d49555fe1a6d completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:36:13.290247 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-000093c4-6464-41cd-8ceb-5ad762d88497 req-1077af7a-1813-4895-b0da-456d20257afc tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987260 May 05 15:36:13.294131 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-56cb9930-09ed-43bf-a98e-0b9aaffc2500 req-dad0fe2b-d165-4cfc-b3a1-a05bf21c5644 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998445 May 05 15:36:13.306125 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7bb33ebf-c19e-4dc8-b125-49b725f70bab req-b5a0ff98-425b-4a41-800f-5caab32bc8f2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057670 May 05 15:36:13.331625 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e0efe02a-4e23-47aa-b0a2-2c83942cd227 req-1551b2b0-575b-4b6d-aab3-4b905d3f7608 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783505 May 05 15:36:13.344242 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 014c56a6-c6d4-4509-bba7-d49555fe1a6d triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:13.344621 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:13.461852 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 014c56a6-c6d4-4509-bba7-d49555fe1a6d is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:13.462245 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:13.468201 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d8d6c-aa9e-41a4-9d3d-78ed9af6d6fc req-1cfddcf9-5c23-4ebe-8732-f0d706276c89 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:13.469782 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-572d8d6c-aa9e-41a4-9d3d-78ed9af6d6fc req-1cfddcf9-5c23-4ebe-8732-f0d706276c89 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0588245 May 05 15:36:13.503626 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 014c56a6-c6d4-4509-bba7-d49555fe1a6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:13.512622 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f843b-117f-4eb3-bbd7-af9742d8d6cc req-37248d9b-0144-4b31-ab1a-1489c73a8bfc tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:13.514498 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-be6f843b-117f-4eb3-bbd7-af9742d8d6cc req-37248d9b-0144-4b31-ab1a-1489c73a8bfc tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 944 time: 0.0550520 May 05 15:36:13.544034 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-572d8d6c-aa9e-41a4-9d3d-78ed9af6d6fc req-48c2c1ac-b57c-4a63-8bf6-e167940d895a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668554 May 05 15:36:13.565100 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:13.586438 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-be6f843b-117f-4eb3-bbd7-af9742d8d6cc req-12b3e919-25ca-475e-906a-45a6c4813646 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663879 May 05 15:36:13.631930 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=014c56a6-c6d4-4509-bba7-d49555fe1a6d,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:13.738082 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:13.740441 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307424d6-f107-48b0-aa42-7873b5151416" -d '{"events": [{"server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "name": "network-vif-plugged", "status": "completed", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:13.792347 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85692ce0-d9ae-4657-8d94-ecdfd81f82a4 x-openstack-request-id: req-85692ce0-d9ae-4657-8d94-ecdfd81f82a4 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:13.792654 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "name": "network-vif-plugged", "status": "completed", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:13.792905 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85692ce0-d9ae-4657-8d94-ecdfd81f82a4 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:13.793294 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85692ce0-d9ae-4657-8d94-ecdfd81f82a4'] response: {'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'code': 200} May 05 15:36:13.817614 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50e341-81b5-43f0-ad5d-ef8a197cd781 req-8262d4c9-efff-47ca-8623-0248e0acab87 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:13.819569 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3c50e341-81b5-43f0-ad5d-ef8a197cd781 req-8262d4c9-efff-47ca-8623-0248e0acab87 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0507197 May 05 15:36:13.872052 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3c50e341-81b5-43f0-ad5d-ef8a197cd781 req-2d9dbc78-8cca-4244-a4f3-cd138b9ea7e0 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465693 May 05 15:36:14.423332 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee628aa-2165-4b98-bb56-b9168af1b389 req-3bf05736-9851-43c3-8ed9-269afcb952fd tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:14.424933 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ee628aa-2165-4b98-bb56-b9168af1b389 req-3bf05736-9851-43c3-8ed9-269afcb952fd tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 945 time: 0.0716627 May 05 15:36:14.471323 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cf6dd-9511-400d-8e64-d6db2edef350 req-cef34500-b35c-4748-8b5a-64d6d29201db tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:14.488533 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0d9cf6dd-9511-400d-8e64-d6db2edef350 req-cef34500-b35c-4748-8b5a-64d6d29201db tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0589998 May 05 15:36:14.527392 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ee628aa-2165-4b98-bb56-b9168af1b389 req-8ef1101c-9dbe-4bd7-86d0-0ad1545d0fae tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930579 May 05 15:36:14.543513 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0d9cf6dd-9511-400d-8e64-d6db2edef350 req-2962d88c-0964-4b9d-acdf-69982b11fa82 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633349 May 05 15:36:14.673461 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796948d2-37b7-435b-871f-3d5962307e3e req-0f09d21b-d8e6-495e-b144-9c2e79612601 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:14.675204 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-796948d2-37b7-435b-871f-3d5962307e3e req-0f09d21b-d8e6-495e-b144-9c2e79612601 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0566242 May 05 15:36:14.714865 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed6230-a4da-4b64-8b2a-ece446357027 req-0eda61b0-2140-45af-ae1a-fb9e02ad4821 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:14.716376 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-37ed6230-a4da-4b64-8b2a-ece446357027 req-0eda61b0-2140-45af-ae1a-fb9e02ad4821 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0542850 May 05 15:36:14.739263 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-796948d2-37b7-435b-871f-3d5962307e3e req-b9d84f31-54c9-4e05-bdd0-67a3202ac60a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572617 May 05 15:36:14.788994 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-37ed6230-a4da-4b64-8b2a-ece446357027 req-6f369276-67f2-489f-8e0c-d78405d7cbf3 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658314 May 05 15:36:14.997365 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fd726-e22e-4e63-82f4-041078aaa91f req-d796ac68-4aa2-4510-956f-7d808dc76f6d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:14.998841 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-175fd726-e22e-4e63-82f4-041078aaa91f req-d796ac68-4aa2-4510-956f-7d808dc76f6d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0469837 May 05 15:36:15.046029 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-175fd726-e22e-4e63-82f4-041078aaa91f req-904042c2-037a-4b76-baf4-c29b2cf98dec tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 May 05 15:36:15.227047 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fecfbd-898c-4850-ab67-fa4b8de110e9 req-6558bfb2-27a7-4809-a229-a54545c98f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:15.228416 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-21fecfbd-898c-4850-ab67-fa4b8de110e9 req-6558bfb2-27a7-4809-a229-a54545c98f11 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 1129 time: 0.0408587 May 05 15:36:15.661328 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef7efe-cc31-4185-8819-af8ae13d7a80 req-f574c428-ad24-4806-a407-f2178eb7388a tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:15.664242 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-baef7efe-cc31-4185-8819-af8ae13d7a80 req-f574c428-ad24-4806-a407-f2178eb7388a tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 945 time: 0.0621328 May 05 15:36:15.690562 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658196-6d27-40ad-852e-31f4f9a42c8f req-38b81372-5409-4bd2-bf07-5dd5e508245c tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:15.692049 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-51658196-6d27-40ad-852e-31f4f9a42c8f req-38b81372-5409-4bd2-bf07-5dd5e508245c tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0674596 May 05 15:36:15.717710 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-baef7efe-cc31-4185-8819-af8ae13d7a80 req-0c2d69b6-e532-4c12-a99f-e396e0c7f8e9 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 May 05 15:36:15.726674 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-21fecfbd-898c-4850-ab67-fa4b8de110e9 req-6af651b6-8e91-4b12-925f-ac5cddd927ac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739472 May 05 15:36:15.756130 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-51658196-6d27-40ad-852e-31f4f9a42c8f req-0afea911-5a6a-486f-83b9-fab39abc909b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535212 May 05 15:36:15.868897 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476365-b071-4b32-b765-4463fddc8b3b req-4663979c-46a5-4d7f-9fad-62a52deae50a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:15.873679 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-55476365-b071-4b32-b765-4463fddc8b3b req-4663979c-46a5-4d7f-9fad-62a52deae50a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0582757 May 05 15:36:15.916684 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45353e0c-4ee7-41db-bee1-4f657796f494 req-18fb7887-fa1e-49ed-b402-3bd4ac651b6a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:15.918496 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-45353e0c-4ee7-41db-bee1-4f657796f494 req-18fb7887-fa1e-49ed-b402-3bd4ac651b6a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0598111 May 05 15:36:15.922458 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-55476365-b071-4b32-b765-4463fddc8b3b req-668917ba-69c8-49c3-9e42-29847217107d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 May 05 15:36:15.983582 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-45353e0c-4ee7-41db-bee1-4f657796f494 req-a44709a1-a783-41f1-b820-13fef4e14978 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594349 May 05 15:36:16.183150 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce40e2b-76c6-4733-934f-d6c94f024315 req-14be4f1a-e965-4d71-842d-e5207768bd40 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:16.184678 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8ce40e2b-76c6-4733-934f-d6c94f024315 req-14be4f1a-e965-4d71-842d-e5207768bd40 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0526643 May 05 15:36:16.234490 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8ce40e2b-76c6-4733-934f-d6c94f024315 req-9452aa52-a0a4-4720-a39f-4c1f8f8983d8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439203 May 05 15:36:16.359770 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba8204-5e93-438b-ba1c-c53675fc5bcf req-0c80b178-6c10-4d0d-8b35-c0cf8a9c1a58 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:16.361260 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-97ba8204-5e93-438b-ba1c-c53675fc5bcf req-0c80b178-6c10-4d0d-8b35-c0cf8a9c1a58 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0506489 May 05 15:36:16.409310 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-97ba8204-5e93-438b-ba1c-c53675fc5bcf req-9c76aee3-76b9-420c-9ee6-bf9e8e4a21ae tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 May 05 15:36:16.663479 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e679dc-cabb-4738-983f-c92f664f7208 req-1889bbe5-c979-40b3-9ca5-744dfeb4b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:16.664981 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7e679dc-cabb-4738-983f-c92f664f7208 req-1889bbe5-c979-40b3-9ca5-744dfeb4b3d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 1129 time: 0.0423431 May 05 15:36:16.759006 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e679dc-cabb-4738-983f-c92f664f7208 req-6251b169-0fa3-4c63-8624-24920fe36392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:16.760445 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7e679dc-cabb-4738-983f-c92f664f7208 req-6251b169-0fa3-4c63-8624-24920fe36392 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 920 time: 0.0894835 May 05 15:36:16.886804 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6860f5b-62f5-4c7d-b9f1-38274212ce16 req-7de3b209-6580-4ffe-8654-e729ca594a99 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:16.894124 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6860f5b-62f5-4c7d-b9f1-38274212ce16 req-7de3b209-6580-4ffe-8654-e729ca594a99 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0548074 May 05 15:36:16.941370 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a6860f5b-62f5-4c7d-b9f1-38274212ce16 req-c6ab674c-80ec-44e8-abd4-72913cdc792f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469944 May 05 15:36:16.973266 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-491c78de-695b-4a05-ba5c-67d050883f9f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:16.975694 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-491c78de-695b-4a05-ba5c-67d050883f9f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/networks?id=90328803-c194-44d1-9fd8-57597e08b3bd HTTP/1.1" status: 200 len: 814 time: 0.1223774 May 05 15:36:16.989869 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-32b0b99c-a09c-4488-9d4a-c688b2550537 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/quotas/b9373d1d19b54831ae91fb87c0faefed HTTP/1.1" status: 200 len: 375 time: 0.0089195 May 05 15:36:17.049214 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-d2d78628-3599-4558-a625-c4a2ce59f5a5 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9373d1d19b54831ae91fb87c0faefed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472341 May 05 15:36:17.108017 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651ad1f-4623-4748-a516-e11288259efa req-772d0369-b800-46d3-bdfe-35f603359803 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:17.109525 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f651ad1f-4623-4748-a516-e11288259efa req-772d0369-b800-46d3-bdfe-35f603359803 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0487425 May 05 15:36:17.156592 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-9d54df5c-801d-4e2e-91c1-646023f9cfdc service neutron] 10.222.0.44 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024756 May 05 15:36:17.165892 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f651ad1f-4623-4748-a516-e11288259efa req-11afb952-739f-45ac-abde-f8e4a9a057bf tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505612 May 05 15:36:17.260718 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7e679dc-cabb-4738-983f-c92f664f7208 req-99e40112-6403-42a7-9885-2aae5019f85d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=338e5e91-19b5-48e4-9ba3-3cb80ceea13a HTTP/1.1" status: 200 len: 217 time: 0.0655119 May 05 15:36:17.284144 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b69df8-9672-4787-9278-1cd35d0ba569 req-acefe178-84cc-4a61-a39e-1810d52ee8fb tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:17.285663 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b3b69df8-9672-4787-9278-1cd35d0ba569 req-acefe178-84cc-4a61-a39e-1810d52ee8fb tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0522301 May 05 15:36:17.288838 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-5c4ddd8e-2eb6-4c78-9a89-958953249375 service neutron] 10.222.0.44 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264613 May 05 15:36:17.344545 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b3b69df8-9672-4787-9278-1cd35d0ba569 req-4119d383-d42f-4d48-87f6-2a37d0a6c06f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520046 May 05 15:36:17.368879 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 45762) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:17.441040 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e679dc-cabb-4738-983f-c92f664f7208 req-438f07a2-ce1a-4c14-944e-c8d95fae2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:17.442627 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7e679dc-cabb-4738-983f-c92f664f7208 req-438f07a2-ce1a-4c14-944e-c8d95fae2c3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0614417 May 05 15:36:17.469475 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96651a81-4071-49a3-be76-7d20cdda4cc2 req-a1218183-a03f-49a4-9f60-9eae539979d4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:17.470992 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-96651a81-4071-49a3-be76-7d20cdda4cc2 req-a1218183-a03f-49a4-9f60-9eae539979d4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0685222 May 05 15:36:17.533246 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-96651a81-4071-49a3-be76-7d20cdda4cc2 req-a33fc5b9-7c32-4c23-85e3-e82dce2abd50 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558624 May 05 15:36:17.615090 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5a58f7-b35f-4136-aad9-87c54a955b89 tempest-TestShelveInstance-1618889501 tempest-TestShelveInstance-1618889501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:17.617465 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-bb5a58f7-b35f-4136-aad9-87c54a955b89 tempest-TestShelveInstance-1618889501 tempest-TestShelveInstance-1618889501-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 1124 time: 0.2472973 May 05 15:36:17.620305 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 45774) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:17.624604 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'port_id': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:17.675827 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b68fbba5-0fb8-4a71-a805-43213712e31d req-a75bafbc-8e7c-45a8-a5c4-2eb768686eb5 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 210 time: 0.0331695 May 05 15:36:17.683654 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161fb8-9536-4559-bb98-eb60efdc11b5 req-e290360b-e882-4256-ab77-fce55566f9bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:17.685161 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-73161fb8-9536-4559-bb98-eb60efdc11b5 req-e290360b-e882-4256-ab77-fce55566f9bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0563035 May 05 15:36:17.735878 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:17.752759 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-73161fb8-9536-4559-bb98-eb60efdc11b5 req-0a522392-b9e4-46d4-aed2-df36106fe0c4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613222 May 05 15:36:17.835286 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:17.944364 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Allocated IP 172.27.0.12 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/54632d98-788d-41ed-a3bf-54247a354ee1) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:36:18.060257 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b17e0-3938-4bf0-bea7-a2f85d9bf5f7 req-137e9d3d-001e-446d-876d-281eaf6f6979 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:18.060887 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for port (54632d98-788d-41ed-a3bf-54247a354ee1), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:18.062024 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1f4b17e0-3938-4bf0-bea7-a2f85d9bf5f7 req-137e9d3d-001e-446d-876d-281eaf6f6979 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0504396 May 05 15:36:18.114695 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1f4b17e0-3938-4bf0-bea7-a2f85d9bf5f7 req-feed81c8-b187-4895-bbe0-b8a63fe79f08 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470598 May 05 15:36:18.164790 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (54632d98-788d-41ed-a3bf-54247a354ee1), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:18.208345 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:36:18.212258 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:36:18.214806 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:36:18.246391 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event updated for resources: {'Port': ['ID=54632d98-788d-41ed-a3bf-54247a354ee1,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:18.251851 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e679dc-cabb-4738-983f-c92f664f7208 req-4e995a83-48ea-462c-9092-ceecae281fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:18.253393 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7e679dc-cabb-4738-983f-c92f664f7208 req-4e995a83-48ea-462c-9092-ceecae281fba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417578 May 05 15:36:18.354380 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7e679dc-cabb-4738-983f-c92f664f7208 req-be6090e5-1c37-4379-a431-8a8160e06ae6 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910139 May 05 15:36:18.455040 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7e679dc-cabb-4738-983f-c92f664f7208 req-b8212614-bca2-4182-a0f1-9c0aac58f072 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930488 May 05 15:36:18.578456 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for floatingip (52e1d39a-277d-4ea0-9695-e46dee7e9b4d), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:18.683500 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c49fa8-7c9d-4e75-8760-c36a1ff0c22a req-237fe527-1be5-46a3-9e0d-a3dd4ea217c6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:18.685613 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-70c49fa8-7c9d-4e75-8760-c36a1ff0c22a req-237fe527-1be5-46a3-9e0d-a3dd4ea217c6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 943 time: 0.0499480 May 05 15:36:18.759801 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (54632d98-788d-41ed-a3bf-54247a354ee1), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:18.761348 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c359db3d-dd37-4d30-b272-85631a3d4d93 req-6983422c-c571-4cf7-a4b3-cf531dcf639e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 210 time: 0.0328960 May 05 15:36:18.764035 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-70c49fa8-7c9d-4e75-8760-c36a1ff0c22a req-0569d145-4fa5-4260-8506-ed7c7ee8e907 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728817 May 05 15:36:18.882065 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b2807-1897-4622-a6ba-66ffeda506a2 req-6b495429-e324-4aa5-ba9d-f711ff051eaf tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:18.883854 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-654b2807-1897-4622-a6ba-66ffeda506a2 req-6b495429-e324-4aa5-ba9d-f711ff051eaf tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0463181 May 05 15:36:18.937502 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-654b2807-1897-4622-a6ba-66ffeda506a2 req-9e610a86-6014-4516-8404-0fab3dc85a92 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477624 May 05 15:36:18.937937 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for port (54632d98-788d-41ed-a3bf-54247a354ee1), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:18.982201 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (54632d98-788d-41ed-a3bf-54247a354ee1), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:19.014182 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (52e1d39a-277d-4ea0-9695-e46dee7e9b4d), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:19.063610 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event updated for resources: {'Port': ['ID=54632d98-788d-41ed-a3bf-54247a354ee1,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:19.127998 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Floating IP 52e1d39a-277d-4ea0-9695-e46dee7e9b4d associated. External IP: 172.27.0.12, port: 014c56a6-c6d4-4509-bba7-d49555fe1a6d. May 05 15:36:19.189539 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device a9363929-a531-406c-9bd3-ec769fcc6fad details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:36:19.266313 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc423a60-9d95-4b68-a31f-9a5339dfcada req-2a12dbfc-7024-46a4-af8d-37ccecd3f12f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:19.267705 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc423a60-9d95-4b68-a31f-9a5339dfcada req-2a12dbfc-7024-46a4-af8d-37ccecd3f12f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0828416 May 05 15:36:19.294558 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:19.306172 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'port_id': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'mac_address': 'fa:16:3e:af:35:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:36:19.347756 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port a9363929-a531-406c-9bd3-ec769fcc6fad is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:19.348008 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:19.363525 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc423a60-9d95-4b68-a31f-9a5339dfcada req-891a6b9b-f784-4f8f-af76-221886661782 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892942 May 05 15:36:19.364113 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9363929-a531-406c-9bd3-ec769fcc6fad {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:36:19.389616 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:19.425361 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Router bebba98e-5a96-490b-9a8a-b83717f73403 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:36:19.491021 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:19.538388 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:36:19.541958 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=a9363929-a531-406c-9bd3-ec769fcc6fad,revision_number=9']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:19.556756 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea1bd7-6e0c-44fb-b96a-1de2191679df None None] Sync routers for ids ['bebba98e-5a96-490b-9a8a-b83717f73403'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:36:19.565933 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea1bd7-6e0c-44fb-b96a-1de2191679df None None] Routers {'bebba98e-5a96-490b-9a8a-b83717f73403'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:19.566570 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-50ea1bd7-6e0c-44fb-b96a-1de2191679df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:36:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['bebba98e-5a96-490b-9a8a-b83717f73403'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:19.629861 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:19.672236 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e84c6939-8af2-4e99-906e-74e5afbe3c84 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0507157 May 05 15:36:19.672856 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:19.677398 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829c6b17-03e5-4af2-aa0b-dd9963a47661" -d '{"events": [{"name": "network-changed", "server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:19.681834 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-50ea1bd7-6e0c-44fb-b96a-1de2191679df None None] Set router bebba98e-5a96-490b-9a8a-b83717f73403 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:19.717678 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9845e1ab-a047-48c8-b572-199c02fef4df x-openstack-request-id: req-9845e1ab-a047-48c8-b572-199c02fef4df {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:19.717969 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:19.718222 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9845e1ab-a047-48c8-b572-199c02fef4df {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:19.718654 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9845e1ab-a047-48c8-b572-199c02fef4df'] response: {'name': 'network-changed', 'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'status': 'completed', 'code': 200} May 05 15:36:19.773161 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['a9363929-a531-406c-9bd3-ec769fcc6fad'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:36:19.868483 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2cc5cdd9-840b-4651-ae20-6404b4d23597 req-7a5c30d8-c57f-4991-8d5d-c45d55d2b597 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 210 time: 0.0294673 May 05 15:36:19.935741 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-50ea1bd7-6e0c-44fb-b96a-1de2191679df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:53Z', 'revision_number': 4, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '52e1d39a-277d-4ea0-9695-e46dee7e9b4d', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'port_id': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'mac_address': 'fa:16:3e:62:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab2a82-e449-48ad-893a-855353ad6b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:36:18Z', 'updated_at': '2022-05-05T15:36:18Z', 'revision_number': 0, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3710470-4d04-4206-83bd-39d22844610c', 'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'mac_address': 'fa:16:3e:9f:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:52Z', 'updated_at': '2022-05-05T15:34:57Z', 'revision_number': 5, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'subnets': [{'id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:19.956374 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30f9af-90f8-4717-93eb-ba3d7f48fa36 req-25cd8d17-9329-42d6-b737-97e6810f772b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:19.959967 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6e30f9af-90f8-4717-93eb-ba3d7f48fa36 req-25cd8d17-9329-42d6-b737-97e6810f772b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 944 time: 0.0754580 May 05 15:36:19.969034 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea1bd7-6e0c-44fb-b96a-1de2191679df None None] Checking router: bebba98e-5a96-490b-9a8a-b83717f73403 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:36:19.978526 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea1bd7-6e0c-44fb-b96a-1de2191679df None None] Routers {'bebba98e-5a96-490b-9a8a-b83717f73403'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:19.979143 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-50ea1bd7-6e0c-44fb-b96a-1de2191679df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:36:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['bebba98e-5a96-490b-9a8a-b83717f73403'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:20.009604 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6e30f9af-90f8-4717-93eb-ba3d7f48fa36 req-0f7d672e-b343-4061-a7ec-1f8bb20d2ac0 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447440 May 05 15:36:20.074477 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0fdd5-8ae3-4f27-abb3-1d1e134a7a8a req-d31f4b7e-9851-43c2-b0e4-95f2d334fc5f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:20.076045 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f9e0fdd5-8ae3-4f27-abb3-1d1e134a7a8a req-d31f4b7e-9851-43c2-b0e4-95f2d334fc5f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0665743 May 05 15:36:20.089450 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-50ea1bd7-6e0c-44fb-b96a-1de2191679df None None] Set router bebba98e-5a96-490b-9a8a-b83717f73403 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:20.125143 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f9e0fdd5-8ae3-4f27-abb3-1d1e134a7a8a req-b8d3f0a2-a3fc-4353-b39f-971f34e8ed64 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 May 05 15:36:20.279323 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c6b17-03e5-4af2-aa0b-dd9963a47661 req-8b9a02c2-611a-4620-b5c4-af9bd794581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:20.281005 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-829c6b17-03e5-4af2-aa0b-dd9963a47661 req-8b9a02c2-611a-4620-b5c4-af9bd794581b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6&device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 1129 time: 0.0410109 May 05 15:36:20.305100 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-50ea1bd7-6e0c-44fb-b96a-1de2191679df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:53Z', 'revision_number': 4, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '52e1d39a-277d-4ea0-9695-e46dee7e9b4d', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'port_id': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'mac_address': 'fa:16:3e:62:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab2a82-e449-48ad-893a-855353ad6b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:36:18Z', 'updated_at': '2022-05-05T15:36:18Z', 'revision_number': 0, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3710470-4d04-4206-83bd-39d22844610c', 'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'mac_address': 'fa:16:3e:9f:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:52Z', 'updated_at': '2022-05-05T15:34:57Z', 'revision_number': 5, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'subnets': [{'id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:20.336201 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea1bd7-6e0c-44fb-b96a-1de2191679df None None] The sync data for ids ['bebba98e-5a96-490b-9a8a-b83717f73403'] in dv-cinder-840678-1-iscsi is: [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:53Z', 'revision_number': 4, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '52e1d39a-277d-4ea0-9695-e46dee7e9b4d', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'port_id': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'mac_address': 'fa:16:3e:62:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab2a82-e449-48ad-893a-855353ad6b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:36:18Z', 'updated_at': '2022-05-05T15:36:18Z', 'revision_number': 0, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3710470-4d04-4206-83bd-39d22844610c', 'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'mac_address': 'fa:16:3e:9f:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:52Z', 'updated_at': '2022-05-05T15:34:57Z', 'revision_number': 5, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'subnets': [{'id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:36:20.487245 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d100c7f-c7fd-47e1-a3ba-86009a44b0c6 req-1642cbf7-dd88-422d-b37d-2856614919c3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:20.488745 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8d100c7f-c7fd-47e1-a3ba-86009a44b0c6 req-1642cbf7-dd88-422d-b37d-2856614919c3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0534952 May 05 15:36:20.540476 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8d100c7f-c7fd-47e1-a3ba-86009a44b0c6 req-a0208472-3f39-4544-996b-51a517573738 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449817 May 05 15:36:20.570634 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28f854-483c-452d-b63e-f8d92ff97ed5 None None] New status for floating IP 52e1d39a-277d-4ea0-9695-e46dee7e9b4d: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:36:20.816825 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:20.871078 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c6b17-03e5-4af2-aa0b-dd9963a47661 req-ecb57380-c42e-4072-848f-2efc4d776d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:20.872521 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-829c6b17-03e5-4af2-aa0b-dd9963a47661 req-ecb57380-c42e-4072-848f-2efc4d776d37 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c892b51-50fa-4403-9d49-e005c2bb0f72 HTTP/1.1" status: 200 len: 909 time: 0.1014831 May 05 15:36:20.944965 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-829c6b17-03e5-4af2-aa0b-dd9963a47661 req-da136c61-59ad-4da4-a993-017189679e74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d HTTP/1.1" status: 200 len: 1000 time: 0.0649903 May 05 15:36:20.967614 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-584d96db-9ff8-4ac6-beb8-c84aa89b949f req-fe93c04a-0dc7-436c-9cf8-ce6f4c25ba5d tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 210 time: 0.0278907 May 05 15:36:21.004759 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c6b17-03e5-4af2-aa0b-dd9963a47661 req-a2105c41-5d2f-4658-ad04-cd92dbe21a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:21.006394 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-829c6b17-03e5-4af2-aa0b-dd9963a47661 req-a2105c41-5d2f-4658-ad04-cd92dbe21a7e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1478ca81-29e5-4322-8e05-0d6892bb3878 HTTP/1.1" status: 200 len: 847 time: 0.0501013 May 05 15:36:21.050551 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c6b17-03e5-4af2-aa0b-dd9963a47661 req-6acb680f-2f1b-483b-95b6-08c77e3fcc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:21.052025 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-829c6b17-03e5-4af2-aa0b-dd9963a47661 req-6acb680f-2f1b-483b-95b6-08c77e3fcc23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c892b51-50fa-4403-9d49-e005c2bb0f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389349 May 05 15:36:21.180998 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60b205-ed5e-4612-819c-2d5e8f7a562c req-ab6ed576-8c7d-4913-bc63-f165f1d72746 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:21.182485 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1f60b205-ed5e-4612-819c-2d5e8f7a562c req-ab6ed576-8c7d-4913-bc63-f165f1d72746 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 944 time: 0.0641930 May 05 15:36:21.184345 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-829c6b17-03e5-4af2-aa0b-dd9963a47661 req-5bc53ffc-7594-45e4-9a95-6e2336297166 service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259584 May 05 15:36:21.191902 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device a9363929-a531-406c-9bd3-ec769fcc6fad up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:36:21.237542 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1f60b205-ed5e-4612-819c-2d5e8f7a562c req-ea2e6f05-8561-4a73-ba7d-794da097aedb tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492828 May 05 15:36:21.249685 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port a9363929-a531-406c-9bd3-ec769fcc6fad triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:21.250063 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:21.251386 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05163ca1-baa1-49aa-920c-077efb758555 req-064fd084-11a0-46fb-94c2-90f9a982a8ae tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:21.253172 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-05163ca1-baa1-49aa-920c-077efb758555 req-064fd084-11a0-46fb-94c2-90f9a982a8ae tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0569899 May 05 15:36:21.301680 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-05163ca1-baa1-49aa-920c-077efb758555 req-83a931ec-ffe7-48bb-bd13-d7d2c7cbf82d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420651 May 05 15:36:21.337310 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port a9363929-a531-406c-9bd3-ec769fcc6fad is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:21.338203 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:21.363142 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:21.365403 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be45c42-64d1-4731-bdbd-3d9c87256a5d" -d '{"events": [{"server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "name": "network-vif-plugged", "status": "completed", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:21.379128 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:21.405699 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bf377c-a209-4ef7-a682-6cf1122ab4b1 x-openstack-request-id: req-b1bf377c-a209-4ef7-a682-6cf1122ab4b1 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:21.405988 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "name": "network-vif-plugged", "status": "completed", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:21.406266 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1bf377c-a209-4ef7-a682-6cf1122ab4b1 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:21.406690 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1bf377c-a209-4ef7-a682-6cf1122ab4b1'] response: {'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'code': 200} May 05 15:36:21.445615 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:21.507383 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=a9363929-a531-406c-9bd3-ec769fcc6fad,revision_number=10']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:21.539468 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-829c6b17-03e5-4af2-aa0b-dd9963a47661 req-826c56a8-53bd-4571-b613-5ca843c6f446 service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012104 May 05 15:36:21.675285 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b747f4-faef-4bca-ae1e-b900dcfef71f req-4664849f-f6c9-45b3-a0fb-1d25795036a1 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:21.676752 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-22b747f4-faef-4bca-ae1e-b900dcfef71f req-4664849f-f6c9-45b3-a0fb-1d25795036a1 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0543332 May 05 15:36:21.729700 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-22b747f4-faef-4bca-ae1e-b900dcfef71f req-995cf8e4-bcf9-49cf-a5a6-1633d1ffdde0 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458221 May 05 15:36:22.019462 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-103e2461-2f42-4bc0-ab36-2a2081e3734d tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:22.020972 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-103e2461-2f42-4bc0-ab36-2a2081e3734d tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.49 "GET /v2.0/networks?id=90328803-c194-44d1-9fd8-57597e08b3bd HTTP/1.1" status: 200 len: 814 time: 0.1049876 May 05 15:36:22.041565 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Request body: {'port': {'device_id': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'admin_state_up': True, 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:22.092014 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-41a4cb70-f115-451c-b67e-b1001b4fb837 req-76acebc7-8e6d-4abe-88d1-a3610fcff203 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 210 time: 0.0468268 May 05 15:36:22.249808 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Made reservation on behalf of b9373d1d19b54831ae91fb87c0faefed for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:36:22.253203 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:22.308825 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2887-ffde-497a-94e4-d736dc4163cc req-03a1e058-5b64-45ff-814d-0b19e92ea058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:22.310209 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ab7e2887-ffde-497a-94e4-d736dc4163cc req-03a1e058-5b64-45ff-814d-0b19e92ea058 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 1130 time: 0.0432875 May 05 15:36:22.382089 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9daaba-d2a7-4280-871b-6e4ef1a70de2 req-e727b62a-c406-4d7e-b0f5-1e223354655d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:22.383728 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8b9daaba-d2a7-4280-871b-6e4ef1a70de2 req-e727b62a-c406-4d7e-b0f5-1e223354655d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0674930 May 05 15:36:22.408376 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Allocated IP 172.20.0.9 (90328803-c194-44d1-9fd8-57597e08b3bd/10ad6ef3-0faa-4641-9b3a-c20cee8f5c29/443c01c2-a691-47b6-ae7f-e90d934f2421) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:36:22.421313 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ab7e2887-ffde-497a-94e4-d736dc4163cc req-a356df58-bde1-450e-b85c-55158431396f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956013 May 05 15:36:22.460640 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8b9daaba-d2a7-4280-871b-6e4ef1a70de2 req-6ef83493-88ae-42e3-adfe-c1169c6b3e7e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670485 May 05 15:36:22.572446 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:22.697256 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:22.745812 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Network 90328803-c194-44d1-9fd8-57597e08b3bd is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:36:22.750909 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:36:22.755460 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:36:22.759700 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'Port': ['ID=443c01c2-a691-47b6-ae7f-e90d934f2421,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:22.830367 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:22.831201 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:22.922485 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d484b5-3aaa-4224-9c60-012c016d6308 req-2a0f4be9-d443-45f7-abde-1c6cc6448ed9 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:22.925116 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-18d484b5-3aaa-4224-9c60-012c016d6308 req-2a0f4be9-d443-45f7-abde-1c6cc6448ed9 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0821965 May 05 15:36:22.934176 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-c5a86857-64b4-4905-a47f-656ae0c3ea89 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8974137 May 05 15:36:23.001307 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-18d484b5-3aaa-4224-9c60-012c016d6308 req-82ba52bb-ad7b-4823-94bf-ac2e0865e8e2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647328 May 05 15:36:23.091171 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-a8e2b849-af6d-456b-afd1-15bcb94a83b1 None None] Provisioning complete for port 443c01c2-a691-47b6-ae7f-e90d934f2421 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:23.092256 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b849-af6d-456b-afd1-15bcb94a83b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:23.139203 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2b849-af6d-456b-afd1-15bcb94a83b1 None None] Port 443c01c2-a691-47b6-ae7f-e90d934f2421 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:36:23.263629 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 45864) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:23.269654 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3388f758-d563-46ae-b2de-5c5784a047df tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716535242', 'description': 'tempest-description--1035361221'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:23.280509 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Request body: {'port': {'device_id': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:23.380181 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:23.399922 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96559ed7-a6d5-4ddf-8bd8-4abaf381c472 req-62073083-6a6c-4916-8814-ef8e959dd0e3 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:23.408140 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-96559ed7-a6d5-4ddf-8bd8-4abaf381c472 req-62073083-6a6c-4916-8814-ef8e959dd0e3 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 931 time: 0.0787871 May 05 15:36:23.448070 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3388f758-d563-46ae-b2de-5c5784a047df tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:23.466978 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-96559ed7-a6d5-4ddf-8bd8-4abaf381c472 req-c7ad1971-cfa7-49f1-8875-aee8810e3035 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575340 May 05 15:36:23.500914 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb9126-4ee7-45ed-a553-5718da3aa94b req-cebd667e-dfa7-4568-9031-4710397f8c8f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:23.502486 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6beb9126-4ee7-45ed-a553-5718da3aa94b req-cebd667e-dfa7-4568-9031-4710397f8c8f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.1083388 May 05 15:36:23.628344 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71025a8-2348-4854-a986-7e816d78377b req-f62ffb97-f2d5-4127-b8f0-28d5ee50997d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:23.630245 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f71025a8-2348-4854-a986-7e816d78377b req-f62ffb97-f2d5-4127-b8f0-28d5ee50997d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0690837 May 05 15:36:23.679359 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6beb9126-4ee7-45ed-a553-5718da3aa94b req-f1f57ad6-59e1-4bdb-ab23-68ff650d8f65 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646628 May 05 15:36:23.681983 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3388f758-d563-46ae-b2de-5c5784a047df tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group (cc421b9f-c8b4-42be-a066-d5288bfaeb0c), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:23.720698 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f71025a8-2348-4854-a986-7e816d78377b req-aaebda1c-1c22-49c4-8f0e-6c05640449f1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734084 May 05 15:36:23.753932 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3388f758-d563-46ae-b2de-5c5784a047df tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (cc421b9f-c8b4-42be-a066-d5288bfaeb0c), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:23.825972 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388f758-d563-46ae-b2de-5c5784a047df tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc421b9f-c8b4-42be-a066-d5288bfaeb0c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:23.895465 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3388f758-d563-46ae-b2de-5c5784a047df tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:23.899867 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3388f758-d563-46ae-b2de-5c5784a047df tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6313972 May 05 15:36:23.900749 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 45872) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:23.904408 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443c01c2-a691-47b6-ae7f-e90d934f2421 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:36:23.909113 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-aaf602f6-38ff-41a3-818b-848556a54047 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Request body: {'security_group_rule': {'security_group_id': 'cc421b9f-c8b4-42be-a066-d5288bfaeb0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:23.913485 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Publish callbacks [] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:23.936406 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Transition to ACTIVE for port object 443c01c2-a691-47b6-ae7f-e90d934f2421 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:36:24.030033 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:24.063157 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-aaf602f6-38ff-41a3-818b-848556a54047 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group_rule (d43ae3eb-d6e7-4daf-b9f2-9145e3bc6207), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:24.191294 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-aaf602f6-38ff-41a3-818b-848556a54047 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group_rule (d43ae3eb-d6e7-4daf-b9f2-9145e3bc6207), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:24.191460 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Attempting to bind port 443c01c2-a691-47b6-ae7f-e90d934f2421 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:36:24.191460 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Attempting to bind port 443c01c2-a691-47b6-ae7f-e90d934f2421 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:36:24.191460 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Attempting to bind port 443c01c2-a691-47b6-ae7f-e90d934f2421 on network 90328803-c194-44d1-9fd8-57597e08b3bd {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:36:24.199793 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Port 443c01c2-a691-47b6-ae7f-e90d934f2421 on network 90328803-c194-44d1-9fd8-57597e08b3bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:36:24.200215 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Attempting to bind port 443c01c2-a691-47b6-ae7f-e90d934f2421 on network 90328803-c194-44d1-9fd8-57597e08b3bd {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:36:24.207199 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:36:24.207199 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Checking segment: {'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:36:24.207199 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Bound using segment: {'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:36:24.207941 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Bound port: 443c01c2-a691-47b6-ae7f-e90d934f2421, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73921f07-a135-44fa-9ce1-804090c3f9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:36:24.208405 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:24.226344 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Pushing event updated for resources: {'Port': ['ID=443c01c2-a691-47b6-ae7f-e90d934f2421,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:24.284950 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-aaf602f6-38ff-41a3-818b-848556a54047 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (d43ae3eb-d6e7-4daf-b9f2-9145e3bc6207), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:24.326762 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf602f6-38ff-41a3-818b-848556a54047 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43ae3eb-d6e7-4daf-b9f2-9145e3bc6207,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:24.329372 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] For port 443c01c2-a691-47b6-ae7f-e90d934f2421, host hv-cinder-84067, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:36:24.332946 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] For port 443c01c2-a691-47b6-ae7f-e90d934f2421, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=443c01c2-a691-47b6-ae7f-e90d934f2421,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:36:24.434358 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:24.436495 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-aaf602f6-38ff-41a3-818b-848556a54047 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:24.438381 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-aaf602f6-38ff-41a3-818b-848556a54047 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5355182 May 05 15:36:24.441794 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 45874) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:24.451601 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-705d9a0d-3ef5-46dc-b206-34b8e6213524 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Request body: {'security_group_rule': {'security_group_id': 'cc421b9f-c8b4-42be-a066-d5288bfaeb0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:24.498589 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:24.499217 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:24.500817 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] 10.222.0.49 "PUT /v2.0/ports/443c01c2-a691-47b6-ae7f-e90d934f2421 HTTP/1.1" status: 200 len: 1093 time: 1.2245033 May 05 15:36:24.501311 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:24.504187 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceaeb15-81cb-40e2-b4b1-a66c0b7e8aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:24.510619 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c576b-732c-4ce7-aaf8-2cb4393da279 service neutron] Pushing event updated for resources: {'Port': ['ID=443c01c2-a691-47b6-ae7f-e90d934f2421,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:24.560793 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-705d9a0d-3ef5-46dc-b206-34b8e6213524 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group_rule (932cb5ae-6af4-4caf-a5b5-8cc4a6d68de0), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:24.594779 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738faaf7-ade6-4d1e-86b0-faf24ac09237 x-openstack-request-id: req-738faaf7-ade6-4d1e-86b0-faf24ac09237 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:24.595116 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:24.595310 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-738faaf7-ade6-4d1e-86b0-faf24ac09237 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:24.595702 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738faaf7-ade6-4d1e-86b0-faf24ac09237'] response: {'name': 'network-changed', 'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'status': 'completed', 'code': 200} May 05 15:36:24.627558 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3654b64-4c56-4726-bc16-5a95d976db81 req-3035aaf9-bf09-4764-85f4-83711b193914 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:24.634619 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b3654b64-4c56-4726-bc16-5a95d976db81 req-3035aaf9-bf09-4764-85f4-83711b193914 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 943 time: 0.0806806 May 05 15:36:24.705904 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-705d9a0d-3ef5-46dc-b206-34b8e6213524 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group_rule (932cb5ae-6af4-4caf-a5b5-8cc4a6d68de0), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:24.729086 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b3654b64-4c56-4726-bc16-5a95d976db81 req-839ba733-4c69-43da-bcaa-157cce05d7d2 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935624 May 05 15:36:24.765552 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-705d9a0d-3ef5-46dc-b206-34b8e6213524 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (932cb5ae-6af4-4caf-a5b5-8cc4a6d68de0), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:24.843896 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d9a0d-3ef5-46dc-b206-34b8e6213524 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932cb5ae-6af4-4caf-a5b5-8cc4a6d68de0,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:24.917894 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7c21e-5bf1-4ea3-a425-2ea9dd563ac9 req-bf6104be-01e4-4b1f-9ea7-b063118dafcb tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:24.920685 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9ac7c21e-5bf1-4ea3-a425-2ea9dd563ac9 req-bf6104be-01e4-4b1f-9ea7-b063118dafcb tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0970564 May 05 15:36:24.987397 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f4b0b-355d-4d15-b1a5-29cbfe4e08d9 req-981caf85-aadc-443f-a9c9-3332b2de2852 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:24.987397 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-826f4b0b-355d-4d15-b1a5-29cbfe4e08d9 req-981caf85-aadc-443f-a9c9-3332b2de2852 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0858066 May 05 15:36:25.011098 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9ac7c21e-5bf1-4ea3-a425-2ea9dd563ac9 req-03783af0-7c7b-45bf-8e64-32c9456e81bf tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828357 May 05 15:36:25.068003 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-826f4b0b-355d-4d15-b1a5-29cbfe4e08d9 req-5eb1db63-ffb9-4384-b469-95bd2a328545 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936313 May 05 15:36:25.264346 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-705d9a0d-3ef5-46dc-b206-34b8e6213524 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:25.265466 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-705d9a0d-3ef5-46dc-b206-34b8e6213524 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8223734 May 05 15:36:25.268631 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 45886) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:25.273361 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:25.377283 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:25.467662 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:25.614384 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Allocated IP 172.27.0.6 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/0e4bfd11-d754-45b6-84b9-f887f1be9c20) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:36:25.734581 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for port (0e4bfd11-d754-45b6-84b9-f887f1be9c20), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:25.841972 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (0e4bfd11-d754-45b6-84b9-f887f1be9c20), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:26.176133 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a176e7-6df7-4290-809a-4aae2b69093a req-8a8cd08b-9cb9-4e20-bfd0-0e420b94d2f2 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:26.177615 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c8a176e7-6df7-4290-809a-4aae2b69093a req-8a8cd08b-9cb9-4e20-bfd0-0e420b94d2f2 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 943 time: 0.3694241 May 05 15:36:26.184136 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:36:26.190532 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:36:26.192507 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41c32f-78fc-4646-a1e9-b1b200febb0e req-8d969472-84f8-43cd-b799-092118ab4423 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:26.193078 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:36:26.194511 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2c41c32f-78fc-4646-a1e9-b1b200febb0e req-8d969472-84f8-43cd-b799-092118ab4423 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0712194 May 05 15:36:26.220125 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event updated for resources: {'Port': ['ID=0e4bfd11-d754-45b6-84b9-f887f1be9c20,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:26.300413 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c8a176e7-6df7-4290-809a-4aae2b69093a req-5c25725d-7488-4bec-8f68-36221aa3598d tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121495 May 05 15:36:26.305887 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2c41c32f-78fc-4646-a1e9-b1b200febb0e req-3f35d55e-54dd-463e-8bea-77c218be8bc7 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010628 May 05 15:36:26.307882 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for floatingip (105ae15c-24ca-4164-ba64-b591f5dc8089), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:26.437647 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (0e4bfd11-d754-45b6-84b9-f887f1be9c20), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:26.470303 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a5608-bb50-4112-a287-50df3c75e783 req-48bcf82f-2dfa-4edd-b11b-8a9917913ba6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:26.474431 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4c9a5608-bb50-4112-a287-50df3c75e783 req-48bcf82f-2dfa-4edd-b11b-8a9917913ba6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0884147 May 05 15:36:26.543197 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4c9a5608-bb50-4112-a287-50df3c75e783 req-6b370c9f-de62-4ca1-b0f8-a0e9bc7f45de tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617783 May 05 15:36:26.656241 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for port (0e4bfd11-d754-45b6-84b9-f887f1be9c20), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:26.712854 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (0e4bfd11-d754-45b6-84b9-f887f1be9c20), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:26.749378 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (105ae15c-24ca-4164-ba64-b591f5dc8089), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:26.784532 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event updated for resources: {'Port': ['ID=0e4bfd11-d754-45b6-84b9-f887f1be9c20,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:26.858852 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:26.860036 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e0c7896e-4268-4d3f-a279-2837bbae5bc7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5904422 May 05 15:36:27.431700 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-d625071b-66d7-4c2d-b633-b38a93b078de tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--716535242&fields=id&tenant_id=74c2460709bc4a908b9aa9361b7abfd4 HTTP/1.1" status: 200 len: 267 time: 0.0713441 May 05 15:36:27.450543 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208f734-9b10-4d8a-a235-2dac6ac85091 req-341c3374-a888-409d-9255-a2234b27874b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:27.453902 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c208f734-9b10-4d8a-a235-2dac6ac85091 req-341c3374-a888-409d-9255-a2234b27874b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 943 time: 0.0599444 May 05 15:36:27.505978 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c208f734-9b10-4d8a-a235-2dac6ac85091 req-10fc35d9-8945-4350-87bf-93038952f9cc tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469794 May 05 15:36:27.551077 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-37789e81-aac3-47d9-8903-53f0c1d901f5 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:27.552644 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-37789e81-aac3-47d9-8903-53f0c1d901f5 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 819 time: 0.1128767 May 05 15:36:27.570803 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-2b95e832-15ae-49db-90b5-61aa1d84f644 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/quotas/74c2460709bc4a908b9aa9361b7abfd4 HTTP/1.1" status: 200 len: 375 time: 0.0111969 May 05 15:36:27.628438 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc2b41-ddcd-417b-88f1-c8feb888abb1 req-702ff691-ec6f-432d-aff2-8580d4a40aab tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:27.630367 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9cfc2b41-ddcd-417b-88f1-c8feb888abb1 req-702ff691-ec6f-432d-aff2-8580d4a40aab tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0544782 May 05 15:36:27.661896 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-9cad1304-e3fe-4514-b85a-081991998e5c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838890 May 05 15:36:27.692608 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9cfc2b41-ddcd-417b-88f1-c8feb888abb1 req-4e889be6-a785-4d89-b15a-754176c9a630 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559883 May 05 15:36:27.780687 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-839cb9c0-325e-4fad-960b-42a260f58388 service neutron] 10.222.0.44 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100860 May 05 15:36:27.809762 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284124b2-0b13-484b-b584-dc3df0d6e0b6 req-778f70a5-cd2e-471b-8497-4acc46d216b0 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:27.811691 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-284124b2-0b13-484b-b584-dc3df0d6e0b6 req-778f70a5-cd2e-471b-8497-4acc46d216b0 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0547311 May 05 15:36:27.891907 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-284124b2-0b13-484b-b584-dc3df0d6e0b6 req-1e99b235-9ef2-4a93-8fc1-904b91b4ad7d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731337 May 05 15:36:27.907848 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-436b0304-281b-4d33-a5cd-06601d8f2d82 service neutron] 10.222.0.44 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202009 May 05 15:36:28.199573 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ce8955a7-af4d-4f1b-9a55-fae3473a0c63 req-1add3a95-025a-481f-87c9-f7b0f09e3e30 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 210 time: 0.0682890 May 05 15:36:28.639415 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52052b03-d5d9-4bfe-9787-f69b4e6e2d5b req-cbff2a5c-345b-4282-a48e-aa32253016ba tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:28.641190 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-52052b03-d5d9-4bfe-9787-f69b4e6e2d5b req-cbff2a5c-345b-4282-a48e-aa32253016ba tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 943 time: 0.0632079 May 05 15:36:28.699151 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-52052b03-d5d9-4bfe-9787-f69b4e6e2d5b req-38030661-d21c-4032-9a82-95860f75c8c9 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520668 May 05 15:36:28.830016 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10a5da-d4e1-4736-936b-116f47f0dc30 req-9c3e7a84-d2c4-48fb-bbdb-ed72577614f7 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:28.831515 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4b10a5da-d4e1-4736-936b-116f47f0dc30 req-9c3e7a84-d2c4-48fb-bbdb-ed72577614f7 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0506279 May 05 15:36:28.892181 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4b10a5da-d4e1-4736-936b-116f47f0dc30 req-8ba05f01-c897-4d47-9176-1991c5dc471e tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537860 May 05 15:36:29.033371 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf535-14c7-4876-8de2-940de457c60c req-8fc8d40f-ba8c-43d0-94f3-dd959f118354 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:29.035248 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-34faf535-14c7-4876-8de2-940de457c60c req-8fc8d40f-ba8c-43d0-94f3-dd959f118354 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0682871 May 05 15:36:29.086455 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-34faf535-14c7-4876-8de2-940de457c60c req-ca9b632f-1531-44d9-a561-39e781b88464 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 May 05 15:36:29.308106 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-18d67800-9013-49a1-9385-c832f6dc1faf req-2c2fe680-a22b-4485-a35f-82c6e2d9ed15 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 210 time: 0.0458424 May 05 15:36:29.842153 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea510-4573-4718-9449-82bc452ea3a3 req-70084572-9a38-4d70-a08e-d54a10d23426 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:29.843703 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ffcea510-4573-4718-9449-82bc452ea3a3 req-70084572-9a38-4d70-a08e-d54a10d23426 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 943 time: 0.0717065 May 05 15:36:29.892317 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ffcea510-4573-4718-9449-82bc452ea3a3 req-7c743c51-452a-4c50-8bdc-40b09c211307 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 May 05 15:36:30.017753 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b05ce6-2800-41ff-b16d-9825e6ea36b2 req-43894f67-a5e0-474b-87a4-d132db09f33f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:30.019387 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d3b05ce6-2800-41ff-b16d-9825e6ea36b2 req-43894f67-a5e0-474b-87a4-d132db09f33f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0513909 May 05 15:36:30.069625 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d3b05ce6-2800-41ff-b16d-9825e6ea36b2 req-676eaa87-35f2-4824-9da3-27bbf48e789c tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435798 May 05 15:36:30.210657 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8505ca-25ec-4578-a0a0-53db6b8292aa req-5a61c0b0-b233-4a1f-aea8-f02882427f46 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:30.212305 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cc8505ca-25ec-4578-a0a0-53db6b8292aa req-5a61c0b0-b233-4a1f-aea8-f02882427f46 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0481341 May 05 15:36:30.265337 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cc8505ca-25ec-4578-a0a0-53db6b8292aa req-ea16ae6b-062b-47ef-b1f7-64439997fb79 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471976 May 05 15:36:30.399866 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8853a540-a938-45a3-8330-1ee8438dbc5a req-7b2faf6c-c00c-4771-9122-b094c520ba2b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 210 time: 0.0295186 May 05 15:36:30.936468 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2704ab8-19c3-4288-ac04-2301345bf2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:31.009966 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4e9e4-52e8-43d8-ab54-e043fc47a070 req-f7bad5e4-152f-40cd-b408-1dc26d22dea0 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:31.011454 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c1f4e9e4-52e8-43d8-ab54-e043fc47a070 req-f7bad5e4-152f-40cd-b408-1dc26d22dea0 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 943 time: 0.0463769 May 05 15:36:31.061120 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c1f4e9e4-52e8-43d8-ab54-e043fc47a070 req-9fa6bcc5-1cfa-4aa2-9c3f-70eb180b857a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 May 05 15:36:31.184418 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7eec2-524d-4a03-ad10-1a0e225c76f7 req-6767ae57-0bac-4216-9107-a98141c1d5ae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:31.185850 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6ff7eec2-524d-4a03-ad10-1a0e225c76f7 req-6767ae57-0bac-4216-9107-a98141c1d5ae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0479994 May 05 15:36:31.239306 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6ff7eec2-524d-4a03-ad10-1a0e225c76f7 req-a5cbd6d6-fb42-4ef0-b088-3c182675c6e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478859 May 05 15:36:31.394015 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c26a7d-f973-4745-82c2-8aa9bfc0e91a req-e367a9c2-17be-4074-acfc-1bc1ff4535ec tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:31.394015 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c9c26a7d-f973-4745-82c2-8aa9bfc0e91a req-e367a9c2-17be-4074-acfc-1bc1ff4535ec tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0487084 May 05 15:36:31.444225 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c9c26a7d-f973-4745-82c2-8aa9bfc0e91a req-d3288eb1-9c99-4fd9-98d7-93751c9344fb tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461161 May 05 15:36:31.514409 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9e01f405-97e3-4816-b2d8-73fd7a0b1ac7 req-12faacec-c162-4e8b-bbe0-967896961fdf tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 210 time: 0.0278659 May 05 15:36:32.176695 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be892b-a3f8-4835-9a4d-0e858e731331 req-83bedb79-aaea-4cb0-bd0d-c644c6c962f2 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:32.178754 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-82be892b-a3f8-4835-9a4d-0e858e731331 req-83bedb79-aaea-4cb0-bd0d-c644c6c962f2 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 943 time: 0.0516949 May 05 15:36:32.227190 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-82be892b-a3f8-4835-9a4d-0e858e731331 req-b45a58d0-4266-4083-8932-26e6f6ed3338 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422349 May 05 15:36:32.355147 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48ab5b-0fdb-482e-9fbd-1442d9b5168c req-2d9e3970-86e0-4e02-8870-017a6ec188f9 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:32.355147 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1c48ab5b-0fdb-482e-9fbd-1442d9b5168c req-2d9e3970-86e0-4e02-8870-017a6ec188f9 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0472553 May 05 15:36:32.401889 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1c48ab5b-0fdb-482e-9fbd-1442d9b5168c req-dacfec5a-1886-4d36-8766-b99d521195b4 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418370 May 05 15:36:32.563690 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c429b60-4063-4496-97a1-8b329b2a4f18 req-bf00c84e-6950-4745-bd7f-a5f9a99f656c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:32.565197 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8c429b60-4063-4496-97a1-8b329b2a4f18 req-bf00c84e-6950-4745-bd7f-a5f9a99f656c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0473206 May 05 15:36:32.610024 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c9b4330b-04d5-4020-ac99-34abffdeff9b req-76bba617-b224-4d70-b76d-83d0cc8e6bba tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 210 time: 0.0304837 May 05 15:36:32.616066 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8c429b60-4063-4496-97a1-8b329b2a4f18 req-19cb910d-39d5-4c60-991e-59be37e76344 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440178 May 05 15:36:33.005652 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaeb15-81cb-40e2-b4b1-a66c0b7e8aa0 req-4f46742a-8ba1-452d-838f-70fddfb3f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.007275 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-bceaeb15-81cb-40e2-b4b1-a66c0b7e8aa0 req-4f46742a-8ba1-452d-838f-70fddfb3f688 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9373d1d19b54831ae91fb87c0faefed&device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 1127 time: 0.2470388 May 05 15:36:33.090198 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-242d3ac4-1557-4088-a521-a3a4362391eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:33.345542 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed2646-b7f3-4eb5-997c-3c9f2c3e7ac3 req-208be0e9-a1d1-4335-9940-55ee79085b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.347120 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-04ed2646-b7f3-4eb5-997c-3c9f2c3e7ac3 req-208be0e9-a1d1-4335-9940-55ee79085b5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 1130 time: 0.0408773 May 05 15:36:33.370378 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072af2-d1db-4625-bfd3-b8f2c57f5abf req-2f483ffc-831b-4947-9594-1fad62bfca3e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.372214 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-63072af2-d1db-4625-bfd3-b8f2c57f5abf req-2f483ffc-831b-4947-9594-1fad62bfca3e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 943 time: 0.0788667 May 05 15:36:33.455519 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed2646-b7f3-4eb5-997c-3c9f2c3e7ac3 req-b121aa56-4749-4af8-a261-83f76d173602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.456993 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-04ed2646-b7f3-4eb5-997c-3c9f2c3e7ac3 req-b121aa56-4749-4af8-a261-83f76d173602 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 200 len: 911 time: 0.1010151 May 05 15:36:33.461392 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaeb15-81cb-40e2-b4b1-a66c0b7e8aa0 req-74b74cca-d3da-4ecc-b0fc-c0b48fc5fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.465840 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-bceaeb15-81cb-40e2-b4b1-a66c0b7e8aa0 req-74b74cca-d3da-4ecc-b0fc-c0b48fc5fd4a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b9373d1d19b54831ae91fb87c0faefed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1588948 May 05 15:36:33.478882 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-63072af2-d1db-4625-bfd3-b8f2c57f5abf req-38c24e32-bba6-400d-a875-0cba41f5c9e1 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751696 May 05 15:36:33.577544 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-04ed2646-b7f3-4eb5-997c-3c9f2c3e7ac3 req-ff2f8b2a-3feb-44d6-bcff-71091917e637 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed51ee8f-4a72-4c11-9184-499b606af333 HTTP/1.1" status: 200 len: 1002 time: 0.1079893 May 05 15:36:33.588911 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2809d-1d3b-4022-b5f6-5d6723759c37 req-448210c2-6998-40c9-978b-7075c19dd177 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.590649 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3ad2809d-1d3b-4022-b5f6-5d6723759c37 req-448210c2-6998-40c9-978b-7075c19dd177 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0610905 May 05 15:36:33.634088 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaeb15-81cb-40e2-b4b1-a66c0b7e8aa0 req-fc4548be-464a-488f-a340-4b4d4ef45440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.636292 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-bceaeb15-81cb-40e2-b4b1-a66c0b7e8aa0 req-fc4548be-464a-488f-a340-4b4d4ef45440 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524475 May 05 15:36:33.665153 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed2646-b7f3-4eb5-997c-3c9f2c3e7ac3 req-6d1618dd-b949-45d2-ab24-976eab8f857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.667573 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-04ed2646-b7f3-4eb5-997c-3c9f2c3e7ac3 req-6d1618dd-b949-45d2-ab24-976eab8f857d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6 HTTP/1.1" status: 200 len: 849 time: 0.0760016 May 05 15:36:33.723574 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3ad2809d-1d3b-4022-b5f6-5d6723759c37 req-2074ba55-de6d-4759-8a86-dcbcabf706f6 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206462 May 05 15:36:33.729327 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed2646-b7f3-4eb5-997c-3c9f2c3e7ac3 req-b7b96913-c0e1-4b6c-a558-8e38f8a33c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.730838 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-04ed2646-b7f3-4eb5-997c-3c9f2c3e7ac3 req-b7b96913-c0e1-4b6c-a558-8e38f8a33c7f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0587739-8906-446b-bcca-e4ce438334aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523899 May 05 15:36:33.761206 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-6a0ec612-28bc-4a6d-9901-5d264ad2e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.762782 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-6a0ec612-28bc-4a6d-9901-5d264ad2e460 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9373d1d19b54831ae91fb87c0faefed&device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 1127 time: 0.0566118 May 05 15:36:33.815938 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-e2272dda-b5f5-4b7a-9021-aa2e450b83f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=443c01c2-a691-47b6-ae7f-e90d934f2421 HTTP/1.1" status: 200 len: 217 time: 0.0419154 May 05 15:36:33.852441 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-404a55c7-4204-40c8-81bc-84042537268f req-46141433-9de8-48e4-98d7-7bda52a84ec0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 210 time: 0.0343177 May 05 15:36:33.882998 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-9b11801a-c248-4dd1-9086-c167823fbb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.884973 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-9b11801a-c248-4dd1-9086-c167823fbb6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=10ad6ef3-0faa-4641-9b3a-c20cee8f5c29 HTTP/1.1" status: 200 len: 853 time: 0.0623944 May 05 15:36:33.887655 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-04ed2646-b7f3-4eb5-997c-3c9f2c3e7ac3 req-7299b2e8-5046-4f10-bf32-6c72246ca4bc service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488035 May 05 15:36:33.950902 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-ff05e080-5614-418a-a85d-47c3c538206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.952480 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-ff05e080-5614-418a-a85d-47c3c538206d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90328803-c194-44d1-9fd8-57597e08b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557923 May 05 15:36:34.018607 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d3fed-a7ac-4795-9332-ada6fbecec0d req-3e4284a1-ef9b-431b-adbc-348b069f5944 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:34.020002 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-503d3fed-a7ac-4795-9332-ada6fbecec0d req-3e4284a1-ef9b-431b-adbc-348b069f5944 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.1046805 May 05 15:36:34.063244 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-04ed2646-b7f3-4eb5-997c-3c9f2c3e7ac3 req-08565ccc-8107-4e2c-b1c7-09c689c7e986 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390977 May 05 15:36:34.083456 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-503d3fed-a7ac-4795-9332-ada6fbecec0d req-fed5661f-0fdc-4e4f-8d82-41929e5b870a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573225 May 05 15:36:34.216367 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:34.351617 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-686c8159-247b-4059-9488-65013a55ff03 service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893774 May 05 15:36:34.453287 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-58a0e72b-ce56-45ba-896e-6ad2e5de176c req-7a5420a6-0b80-4573-b29f-8921d062527d service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929294 May 05 15:36:34.506104 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-86ac4ba4-d8b8-4e66-8e73-b56afd79904a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:34.508811 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-86ac4ba4-d8b8-4e66-8e73-b56afd79904a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 819 time: 0.1176281 May 05 15:36:34.623208 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c5d5d-ea8e-43f9-911a-ca71f1e15040 req-a82ccdab-dd84-464a-bf04-61ce2b73cc9d tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:34.624586 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ab0c5d5d-ea8e-43f9-911a-ca71f1e15040 req-a82ccdab-dd84-464a-bf04-61ce2b73cc9d tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 943 time: 0.0634327 May 05 15:36:34.643368 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-49f791d9-43f0-4540-9faf-77664ab63e01 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74c2460709bc4a908b9aa9361b7abfd4 HTTP/1.1" status: 200 len: 379 time: 0.1005218 May 05 15:36:34.679713 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ab0c5d5d-ea8e-43f9-911a-ca71f1e15040 req-d66bf88e-33f5-43f8-aa3e-649c09b739ca tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 May 05 15:36:34.846479 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3336f23-24b2-4df2-948d-b43d2393ba66 req-e2e72894-a080-4ade-8cbf-f4bb0060801b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:34.847940 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c3336f23-24b2-4df2-948d-b43d2393ba66 req-e2e72894-a080-4ade-8cbf-f4bb0060801b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0480487 May 05 15:36:34.894804 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c3336f23-24b2-4df2-948d-b43d2393ba66 req-8d45ff50-244b-48a1-98a0-280c55785093 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405679 May 05 15:36:34.952565 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6a954d0d-c13e-4f82-b382-73f0621c249d req-ff07bb9b-acc4-4d0d-9015-0b00d36dffdf tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 210 time: 0.0312040 May 05 15:36:35.204871 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d6129-58c3-41ff-b102-81b309129486 req-266ff31d-1d2f-424d-9505-b4a093513143 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:35.206487 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-968d6129-58c3-41ff-b102-81b309129486 req-266ff31d-1d2f-424d-9505-b4a093513143 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0530260 May 05 15:36:35.257639 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-968d6129-58c3-41ff-b102-81b309129486 req-a221625f-f2dd-4e8c-9770-10678d1ad58c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 May 05 15:36:35.796465 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e95b3-7bed-4cdb-a2d0-8b48aa897d25 req-0ccad665-0ca8-47ad-a7aa-b71dc66d7303 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:35.798023 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-827e95b3-7bed-4cdb-a2d0-8b48aa897d25 req-0ccad665-0ca8-47ad-a7aa-b71dc66d7303 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 943 time: 0.0494242 May 05 15:36:35.839521 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:35.848265 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-827e95b3-7bed-4cdb-a2d0-8b48aa897d25 req-15e6dff7-50bb-411b-8e4c-2ce3b65790f8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 May 05 15:36:35.930683 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Request body: {'port': {'device_id': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'admin_state_up': True, 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'security_groups': ['cc421b9f-c8b4-42be-a066-d5288bfaeb0c']}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:36.020526 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da67d1-fa95-41e7-8891-4f66289fd53d req-0b2a212e-7f42-4683-90db-4fd2efea7c5b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:36.022997 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-57da67d1-fa95-41e7-8891-4f66289fd53d req-0b2a212e-7f42-4683-90db-4fd2efea7c5b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0582674 May 05 15:36:36.067834 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-195525e1-0a10-4a51-bd6b-983f6776926c req-b7cc8ffe-ce60-4b80-8673-d424155837ef tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 210 time: 0.0342460 May 05 15:36:36.072737 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-57da67d1-fa95-41e7-8891-4f66289fd53d req-f868005c-d373-4b7d-b575-509947be2ccd tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441430 May 05 15:36:36.147947 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Made reservation on behalf of 74c2460709bc4a908b9aa9361b7abfd4 for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:36:36.151553 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:36.280935 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Allocated IP 172.20.0.10 (76df28d7-0aab-4b09-a459-0b0a3da3ebbf/b9f225ef-3905-41e6-b728-e9a5d87b87fe/add6451b-955d-40d4-91cc-b6d51c1f07c0) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:36:36.417541 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:36.548349 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:36.594394 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:36:36.597226 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:36:36.600416 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:36:36.605744 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:36.606367 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:36.624345 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event updated for resources: {'Port': ['ID=add6451b-955d-40d4-91cc-b6d51c1f07c0,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:36.711704 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-b3020bb6-58eb-4e10-96c6-63ccca26e1a8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7861254 May 05 15:36:36.724437 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Request body: {'port': {'device_id': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:36.790634 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:36.797565 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-5b4b8c2d-6c0b-448b-a3aa-35810784bad0 None None] Provisioning complete for port add6451b-955d-40d4-91cc-b6d51c1f07c0 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:36.797930 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8c2d-6c0b-448b-a3aa-35810784bad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:36.830753 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b8c2d-6c0b-448b-a3aa-35810784bad0 None None] Port add6451b-955d-40d4-91cc-b6d51c1f07c0 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:36:37.009634 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70493d-c8c8-45c0-892e-0378b0891e0d req-644e4878-2d8a-4a3c-b672-b9a52848fa02 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:37.011115 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ef70493d-c8c8-45c0-892e-0378b0891e0d req-644e4878-2d8a-4a3c-b672-b9a52848fa02 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 943 time: 0.0933537 May 05 15:36:37.088990 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ef70493d-c8c8-45c0-892e-0378b0891e0d req-940f1d5e-e66e-42c0-b339-eb9d07e28fa9 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719407 May 05 15:36:37.138148 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add6451b-955d-40d4-91cc-b6d51c1f07c0 {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:36:37.145846 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Publish callbacks [] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:37.167739 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Transition to ACTIVE for port object add6451b-955d-40d4-91cc-b6d51c1f07c0 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:36:37.170992 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:37.195637 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dd749-aee7-4ef1-a9df-afe4fc5ebecd req-73ca8d67-e45b-43bf-ba13-5fc4c323ae87 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:37.197118 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-548dd749-aee7-4ef1-a9df-afe4fc5ebecd req-73ca8d67-e45b-43bf-ba13-5fc4c323ae87 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 932 time: 0.0480759 May 05 15:36:37.206666 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f97c43-826c-4fd8-aa9e-17c6c5c01da4 req-0af45d38-4d12-4d13-a184-eb702b6187be tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:37.208800 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-71f97c43-826c-4fd8-aa9e-17c6c5c01da4 req-0af45d38-4d12-4d13-a184-eb702b6187be tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0526750 May 05 15:36:37.239258 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:37.247781 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-548dd749-aee7-4ef1-a9df-afe4fc5ebecd req-a9ab0ec1-5ce3-4e2f-a00b-19f8a549925e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451212 May 05 15:36:37.297242 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-71f97c43-826c-4fd8-aa9e-17c6c5c01da4 req-1f5a46a1-e3c5-4d00-8640-b73f9096ac34 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822511 May 05 15:36:37.300307 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 443c01c2-a691-47b6-ae7f-e90d934f2421 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:36:37.309410 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Pushing event updated for resources: {'Port': ['ID=add6451b-955d-40d4-91cc-b6d51c1f07c0,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:37.346830 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Attempting to bind port add6451b-955d-40d4-91cc-b6d51c1f07c0 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:36:37.347341 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Attempting to bind port add6451b-955d-40d4-91cc-b6d51c1f07c0 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:36:37.347676 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Attempting to bind port add6451b-955d-40d4-91cc-b6d51c1f07c0 on network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:36:37.352772 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Port add6451b-955d-40d4-91cc-b6d51c1f07c0 on network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:36:37.353748 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Attempting to bind port add6451b-955d-40d4-91cc-b6d51c1f07c0 on network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:36:37.358625 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:36:37.358962 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Checking segment: {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:36:37.359351 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Bound using segment: {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:36:37.359781 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Bound port: add6451b-955d-40d4-91cc-b6d51c1f07c0, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00eb92de-97f8-4a32-8bd2-7ff378edcc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:36:37.360142 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:37.438539 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 443c01c2-a691-47b6-ae7f-e90d934f2421, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=443c01c2-a691-47b6-ae7f-e90d934f2421,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:37.447548 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] For port add6451b-955d-40d4-91cc-b6d51c1f07c0, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:36:37.451436 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] For port add6451b-955d-40d4-91cc-b6d51c1f07c0, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=add6451b-955d-40d4-91cc-b6d51c1f07c0,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:36:37.453064 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'port_id': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'mac_address': 'fa:16:3e:36:7a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:36:37.493093 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 443c01c2-a691-47b6-ae7f-e90d934f2421 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:37.493556 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:37.507408 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443c01c2-a691-47b6-ae7f-e90d934f2421 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:36:37.526803 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 443c01c2-a691-47b6-ae7f-e90d934f2421, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=443c01c2-a691-47b6-ae7f-e90d934f2421,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:37.536641 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:37.570084 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:37.574888 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:37.575532 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:37.576872 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] 10.222.0.49 "PUT /v2.0/ports/add6451b-955d-40d4-91cc-b6d51c1f07c0 HTTP/1.1" status: 200 len: 1094 time: 0.8567982 May 05 15:36:37.577319 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:37.579724 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db157226-0fcf-4d76-9945-68bd5a4043df" -d '{"events": [{"name": "network-changed", "server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:37.617418 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ef86a-faa1-4426-8c7c-04cdd52eaf46 service neutron] Pushing event updated for resources: {'Port': ['ID=add6451b-955d-40d4-91cc-b6d51c1f07c0,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:37.622329 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=443c01c2-a691-47b6-ae7f-e90d934f2421,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:37.633908 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ab837d-e4d0-4b4e-82ad-c3a8092584a7 x-openstack-request-id: req-a8ab837d-e4d0-4b4e-82ad-c3a8092584a7 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:37.634206 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:37.634479 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8ab837d-e4d0-4b4e-82ad-c3a8092584a7 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:37.634894 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ab837d-e4d0-4b4e-82ad-c3a8092584a7'] response: {'name': 'network-changed', 'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'status': 'completed', 'code': 200} May 05 15:36:37.700878 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db157226-0fcf-4d76-9945-68bd5a4043df req-383110f8-472f-4a34-a7d3-de48fc498512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:37.702494 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-db157226-0fcf-4d76-9945-68bd5a4043df req-383110f8-472f-4a34-a7d3-de48fc498512 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 1128 time: 0.0416119 May 05 15:36:37.811620 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db157226-0fcf-4d76-9945-68bd5a4043df req-dbf55163-58ca-4eb2-b28c-d05fd2f3c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:37.813086 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-db157226-0fcf-4d76-9945-68bd5a4043df req-dbf55163-58ca-4eb2-b28c-d05fd2f3c557 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0971825 May 05 15:36:37.910911 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db157226-0fcf-4d76-9945-68bd5a4043df req-1edc4add-1e4f-4241-9483-ba10c13e9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:37.912471 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-db157226-0fcf-4d76-9945-68bd5a4043df req-1edc4add-1e4f-4241-9483-ba10c13e9f26 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916567 May 05 15:36:37.926493 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['443c01c2-a691-47b6-ae7f-e90d934f2421'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:36:37.992081 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-efc2581a-2ff7-45a9-bc6d-98325558f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:37.993587 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-efc2581a-2ff7-45a9-bc6d-98325558f391 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 1128 time: 0.0407252 May 05 15:36:38.040694 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-d66bdfbf-1507-4647-bbbe-0b1fdcc01cb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add6451b-955d-40d4-91cc-b6d51c1f07c0 HTTP/1.1" status: 200 len: 217 time: 0.0387356 May 05 15:36:38.089185 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-92f78044-71ea-46e1-9f69-b4638aee999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:38.090697 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-92f78044-71ea-46e1-9f69-b4638aee999e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0436902 May 05 15:36:38.141881 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-f1140622-aeb4-4a40-abc8-3d927160464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:38.143408 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-f1140622-aeb4-4a40-abc8-3d927160464a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391624 May 05 15:36:38.252520 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c8e01-76a6-494d-950f-fd34574e2c4b req-c2403623-cf65-4d82-96cb-8ee0357ec574 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:38.253979 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e70c8e01-76a6-494d-950f-fd34574e2c4b req-c2403623-cf65-4d82-96cb-8ee0357ec574 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 944 time: 0.0933380 May 05 15:36:38.301045 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-73c4c193-52e4-465e-8bbc-754ca2139d1e service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473801 May 05 15:36:38.337138 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e70c8e01-76a6-494d-950f-fd34574e2c4b req-f9a8f1f3-636a-4f8c-8928-b87900ad26b1 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761209 May 05 15:36:38.369899 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ecf0c-ab56-47b0-9a88-7e2498d844f9 req-56d9c9af-6ed0-4f6e-a972-930f65b7df73 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:38.371427 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-345ecf0c-ab56-47b0-9a88-7e2498d844f9 req-56d9c9af-6ed0-4f6e-a972-930f65b7df73 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 944 time: 0.0495045 May 05 15:36:38.407693 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-835267c0-f8eb-4885-8fdb-eaf5d44e1ec5 req-08a4dc30-fd9b-4570-837f-6e516d3b2405 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962703 May 05 15:36:38.418828 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-345ecf0c-ab56-47b0-9a88-7e2498d844f9 req-4923c045-2895-441a-a17f-acb92a8abaaa tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414276 May 05 15:36:39.319413 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 443c01c2-a691-47b6-ae7f-e90d934f2421 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:36:39.362550 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port 443c01c2-a691-47b6-ae7f-e90d934f2421 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:36:39.445558 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 443c01c2-a691-47b6-ae7f-e90d934f2421 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:39.445937 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:39.453728 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0dd52-d49b-4809-b9d0-3d5b7c39a1eb req-53b17cc6-c242-4c3a-9324-93e409f3527a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:39.457660 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cbc0dd52-d49b-4809-b9d0-3d5b7c39a1eb req-53b17cc6-c242-4c3a-9324-93e409f3527a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 944 time: 0.0489213 May 05 15:36:39.504275 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cbc0dd52-d49b-4809-b9d0-3d5b7c39a1eb req-b703f40c-9df3-4e73-a87a-90e3a5a162d9 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427208 May 05 15:36:39.530009 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 443c01c2-a691-47b6-ae7f-e90d934f2421 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:39.530425 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:39.544159 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10261d-6a76-4cb3-ae22-7eb324c06abe req-d596c1a4-9fc5-4e2a-a072-8dfb74ec1d81 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:39.550803 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3a10261d-6a76-4cb3-ae22-7eb324c06abe req-d596c1a4-9fc5-4e2a-a072-8dfb74ec1d81 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 944 time: 0.0534503 May 05 15:36:39.553355 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:39.556070 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c3aee2-ad3d-4138-b7a7-859e75e67e8b" -d '{"events": [{"server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "name": "network-vif-plugged", "status": "completed", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:39.569924 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 443c01c2-a691-47b6-ae7f-e90d934f2421, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=443c01c2-a691-47b6-ae7f-e90d934f2421,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:39.593827 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e578d64-6a82-418c-9b58-6294aef8ca67 x-openstack-request-id: req-3e578d64-6a82-418c-9b58-6294aef8ca67 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:39.594132 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "name": "network-vif-plugged", "status": "completed", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:39.594415 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e578d64-6a82-418c-9b58-6294aef8ca67 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:39.594817 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e578d64-6a82-418c-9b58-6294aef8ca67'] response: {'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'code': 200} May 05 15:36:39.596795 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3a10261d-6a76-4cb3-ae22-7eb324c06abe req-b9c1c5e6-0e2c-413e-941c-e28aca748be7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452144 May 05 15:36:39.644783 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:39.691461 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=443c01c2-a691-47b6-ae7f-e90d934f2421,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:40.123530 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b1dd-3d77-4d2d-9197-f2d6fcaabc50 req-bb702eb5-63d9-4bbf-82a0-bb2204d312af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:40.124974 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a2f8b1dd-3d77-4d2d-9197-f2d6fcaabc50 req-bb702eb5-63d9-4bbf-82a0-bb2204d312af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 1129 time: 0.0373878 May 05 15:36:40.178888 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a2f8b1dd-3d77-4d2d-9197-f2d6fcaabc50 req-5bd8b3b3-5e2b-4e84-943b-47df5675a109 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 May 05 15:36:40.632227 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7640a-995b-455b-9528-b7dcd1a48b2b req-85914acc-bedf-4aeb-9b12-7299fb27c093 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:40.633818 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-61d7640a-995b-455b-9528-b7dcd1a48b2b req-85914acc-bedf-4aeb-9b12-7299fb27c093 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 945 time: 0.0555627 May 05 15:36:40.689263 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-61d7640a-995b-455b-9528-b7dcd1a48b2b req-769cd960-e002-4d98-8e7b-de785aa75759 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490758 May 05 15:36:40.725186 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc642-7079-46c3-9c87-9b277654e8fa req-e05d7efb-39fa-4972-93e1-52ac5c1b7b19 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:40.726670 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1bfdc642-7079-46c3-9c87-9b277654e8fa req-e05d7efb-39fa-4972-93e1-52ac5c1b7b19 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 944 time: 0.0579610 May 05 15:36:40.775170 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1bfdc642-7079-46c3-9c87-9b277654e8fa req-d6aa62ad-4878-4f33-883e-dbc0f02ab18e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426981 May 05 15:36:41.318589 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device add6451b-955d-40d4-91cc-b6d51c1f07c0 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:36:41.417323 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port add6451b-955d-40d4-91cc-b6d51c1f07c0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=add6451b-955d-40d4-91cc-b6d51c1f07c0,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:41.428924 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'port_id': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'mac_address': 'fa:16:3e:a7:9c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:36:41.465022 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port add6451b-955d-40d4-91cc-b6d51c1f07c0 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:41.465407 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:41.481215 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add6451b-955d-40d4-91cc-b6d51c1f07c0 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:36:41.500285 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port add6451b-955d-40d4-91cc-b6d51c1f07c0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=add6451b-955d-40d4-91cc-b6d51c1f07c0,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:41.582194 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:41.629057 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=add6451b-955d-40d4-91cc-b6d51c1f07c0,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:41.801652 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ad22-24b4-42a3-9a20-85042b8f74b3 req-3055c69a-7335-45e9-a6a2-8e3c13e4f115 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:41.804104 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1ef3ad22-24b4-42a3-9a20-85042b8f74b3 req-3055c69a-7335-45e9-a6a2-8e3c13e4f115 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 945 time: 0.0479233 May 05 15:36:41.851157 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1ef3ad22-24b4-42a3-9a20-85042b8f74b3 req-436a450b-8415-4989-abe2-2febee704aad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 May 05 15:36:41.890462 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c61b1-9ef6-4b66-aac5-30397a7c46c7 req-0a17c779-299b-4ab8-94d3-ce4fe907e3f3 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:41.891926 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e48c61b1-9ef6-4b66-aac5-30397a7c46c7 req-0a17c779-299b-4ab8-94d3-ce4fe907e3f3 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 945 time: 0.0477068 May 05 15:36:41.940180 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e48c61b1-9ef6-4b66-aac5-30397a7c46c7 req-94b7785e-39f5-40cf-84ab-be1af82a123f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419545 May 05 15:36:42.109684 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['add6451b-955d-40d4-91cc-b6d51c1f07c0'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:36:42.967396 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ec4ec-9bce-4295-a992-246f64d9345e req-0fe99e24-389f-4171-9d06-81e141a7406a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:42.968967 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-572ec4ec-9bce-4295-a992-246f64d9345e req-0fe99e24-389f-4171-9d06-81e141a7406a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 945 time: 0.0512979 May 05 15:36:43.017691 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-572ec4ec-9bce-4295-a992-246f64d9345e req-9f1ad2ca-94f7-447c-b66e-e7055ebe641b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431376 May 05 15:36:43.054142 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952acdd-8c99-43c1-96b6-524feb35df58 req-9ac89f62-41ad-4293-b01d-2ff70dd40c85 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:43.055908 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d952acdd-8c99-43c1-96b6-524feb35df58 req-9ac89f62-41ad-4293-b01d-2ff70dd40c85 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 945 time: 0.0473497 May 05 15:36:43.110235 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d952acdd-8c99-43c1-96b6-524feb35df58 req-ab861ff2-71aa-4244-8af5-dd71aceec944 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488467 May 05 15:36:43.139306 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a7645-7bc0-4406-8f69-f1617e7aff0a req-a3ba5c76-7ca4-4807-9894-bcb0ede157e8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:43.140791 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9c5a7645-7bc0-4406-8f69-f1617e7aff0a req-a3ba5c76-7ca4-4807-9894-bcb0ede157e8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 945 time: 0.0560634 May 05 15:36:43.187897 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9c5a7645-7bc0-4406-8f69-f1617e7aff0a req-03b5d587-782e-45d9-9e75-f3d182f2d284 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 May 05 15:36:43.323922 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device add6451b-955d-40d4-91cc-b6d51c1f07c0 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:36:43.370483 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port add6451b-955d-40d4-91cc-b6d51c1f07c0 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:36:43.439131 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port add6451b-955d-40d4-91cc-b6d51c1f07c0 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:43.439512 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:43.508404 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75376187-0d31-4ad7-ade3-523b99d370dd req-d3681c52-029e-4cdc-bc00-c419a3022c47 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:43.509925 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-75376187-0d31-4ad7-ade3-523b99d370dd req-d3681c52-029e-4cdc-bc00-c419a3022c47 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 945 time: 0.0469253 May 05 15:36:43.517169 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port add6451b-955d-40d4-91cc-b6d51c1f07c0 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:43.517567 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:43.543443 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:43.545650 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ab417c-d33f-4352-a01f-99a94fde6864" -d '{"events": [{"server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "name": "network-vif-plugged", "status": "completed", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:43.558913 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port add6451b-955d-40d4-91cc-b6d51c1f07c0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=add6451b-955d-40d4-91cc-b6d51c1f07c0,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:43.560971 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-75376187-0d31-4ad7-ade3-523b99d370dd req-f581a3de-fc10-4de6-8f40-aaff41c7e0c2 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 May 05 15:36:43.583844 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe1e29e-bef0-4e03-80a7-32fc0f3505f0 x-openstack-request-id: req-cbe1e29e-bef0-4e03-80a7-32fc0f3505f0 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:43.584180 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "name": "network-vif-plugged", "status": "completed", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:43.584428 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbe1e29e-bef0-4e03-80a7-32fc0f3505f0 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:43.585042 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe1e29e-bef0-4e03-80a7-32fc0f3505f0'] response: {'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'code': 200} May 05 15:36:43.627257 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:43.679278 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=add6451b-955d-40d4-91cc-b6d51c1f07c0,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:44.029343 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6cd3e-5362-43b3-8087-e9ad34e946eb req-d027adb6-666c-42cd-9fa1-587a175448c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:44.030859 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1da6cd3e-5362-43b3-8087-e9ad34e946eb req-d027adb6-666c-42cd-9fa1-587a175448c9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 1130 time: 0.0398800 May 05 15:36:44.075400 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1da6cd3e-5362-43b3-8087-e9ad34e946eb req-53437d0d-ad36-44a8-a4eb-7460cb67d35f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371654 May 05 15:36:44.223047 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a083ee-6dde-4e1f-b2ee-a7a798682457 req-897c89d0-bc48-49a2-a55e-c65455f1754e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:44.224516 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-70a083ee-6dde-4e1f-b2ee-a7a798682457 req-897c89d0-bc48-49a2-a55e-c65455f1754e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0474451 May 05 15:36:44.274874 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-70a083ee-6dde-4e1f-b2ee-a7a798682457 req-658b14be-68ef-4527-b2d6-7cfb7e80061f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432794 May 05 15:36:45.408751 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ece7a-8342-49f3-a9d3-5a7e8401708d req-9ca0fe73-862b-4d4e-a105-2e043ab77848 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:45.410381 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2c1ece7a-8342-49f3-a9d3-5a7e8401708d req-9ca0fe73-862b-4d4e-a105-2e043ab77848 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0667210 May 05 15:36:45.463555 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2c1ece7a-8342-49f3-a9d3-5a7e8401708d req-d79a69e1-b07e-4ffc-acdf-62a3679b29b5 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421593 May 05 15:36:46.256324 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:36:46.569429 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1f81-bffe-4cd0-8922-fab3d66d7f75 req-6856d30d-986f-4806-833d-42fede123120 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:46.570926 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7b9b1f81-bffe-4cd0-8922-fab3d66d7f75 req-6856d30d-986f-4806-833d-42fede123120 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0460351 May 05 15:36:46.617205 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7b9b1f81-bffe-4cd0-8922-fab3d66d7f75 req-bff36f85-0315-4242-9ee0-bc283dfa8411 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408266 May 05 15:36:46.726263 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa8913-f81c-406a-bac8-124228fa9ac3 req-7f819d43-2ac7-4b56-bd72-efdd1b29dec9 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:46.727742 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-33aa8913-f81c-406a-bac8-124228fa9ac3 req-7f819d43-2ac7-4b56-bd72-efdd1b29dec9 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0495553 May 05 15:36:46.736145 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 46162) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:46.740421 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-57e6b778-b01a-4d6c-a207-9ad2c431a201 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Request body: {'floatingip': {'port_id': 'add6451b-955d-40d4-91cc-b6d51c1f07c0'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:46.780381 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57e6b778-b01a-4d6c-a207-9ad2c431a201 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for floatingip (105ae15c-24ca-4164-ba64-b591f5dc8089), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:47.220650 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57e6b778-b01a-4d6c-a207-9ad2c431a201 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:47.273218 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57e6b778-b01a-4d6c-a207-9ad2c431a201 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (105ae15c-24ca-4164-ba64-b591f5dc8089), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:47.375202 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [None req-57e6b778-b01a-4d6c-a207-9ad2c431a201 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Floating IP 105ae15c-24ca-4164-ba64-b591f5dc8089 associated. External IP: 172.27.0.6, port: add6451b-955d-40d4-91cc-b6d51c1f07c0. May 05 15:36:47.589437 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e6b778-b01a-4d6c-a207-9ad2c431a201 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:36:47.698025 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e6b778-b01a-4d6c-a207-9ad2c431a201 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:36:47.703340 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57e6b778-b01a-4d6c-a207-9ad2c431a201 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:47.707928 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131dfef6-60df-46ae-8121-a690498bdcb8 None None] Sync routers for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:36:47.718867 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131dfef6-60df-46ae-8121-a690498bdcb8 None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:47.719491 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-131dfef6-60df-46ae-8121-a690498bdcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:36:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:47.746137 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-57e6b778-b01a-4d6c-a207-9ad2c431a201 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "PUT /v2.0/floatingips/105ae15c-24ca-4164-ba64-b591f5dc8089 HTTP/1.1" status: 200 len: 990 time: 0.9954071 May 05 15:36:47.746137 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:47.746137 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcc2657-a26d-4f72-94b3-adb395470a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:47.770697 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e319dc5c-1fe6-473f-bb2d-788815ee2a65 x-openstack-request-id: req-e319dc5c-1fe6-473f-bb2d-788815ee2a65 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:47.770988 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:47.771240 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e319dc5c-1fe6-473f-bb2d-788815ee2a65 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:47.772493 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e319dc5c-1fe6-473f-bb2d-788815ee2a65'] response: {'name': 'network-changed', 'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'status': 'completed', 'code': 200} May 05 15:36:47.833322 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-131dfef6-60df-46ae-8121-a690498bdcb8 None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:48.040382 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-131dfef6-60df-46ae-8121-a690498bdcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '105ae15c-24ca-4164-ba64-b591f5dc8089', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'port_id': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'mac_address': 'fa:16:3e:a7:9c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:36:26Z', 'updated_at': '2022-05-05T15:36:47Z', 'revision_number': 1, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 5, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:48.068428 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131dfef6-60df-46ae-8121-a690498bdcb8 None None] Checking router: 9bcf4404-61fe-4b3c-9423-cae25a408cc4 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:36:48.076420 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131dfef6-60df-46ae-8121-a690498bdcb8 None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:48.077011 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-131dfef6-60df-46ae-8121-a690498bdcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:36:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:48.180878 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-131dfef6-60df-46ae-8121-a690498bdcb8 None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:48.387090 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-131dfef6-60df-46ae-8121-a690498bdcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '105ae15c-24ca-4164-ba64-b591f5dc8089', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'port_id': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'mac_address': 'fa:16:3e:a7:9c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:36:26Z', 'updated_at': '2022-05-05T15:36:47Z', 'revision_number': 1, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 5, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:48.416430 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131dfef6-60df-46ae-8121-a690498bdcb8 None None] The sync data for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi is: [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '105ae15c-24ca-4164-ba64-b591f5dc8089', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'port_id': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'mac_address': 'fa:16:3e:a7:9c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:36:26Z', 'updated_at': '2022-05-05T15:36:47Z', 'revision_number': 1, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 5, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:36:48.608713 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb049458-58e0-4ad1-8d0b-9ea994b514b4 None None] New status for floating IP 105ae15c-24ca-4164-ba64-b591f5dc8089: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:36:49.339940 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc2657-a26d-4f72-94b3-adb395470a1a req-c3ca18c6-6593-4023-9cc9-f3b0ba3b5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:49.341580 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5dcc2657-a26d-4f72-94b3-adb395470a1a req-c3ca18c6-6593-4023-9cc9-f3b0ba3b5bd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 1130 time: 0.0436811 May 05 15:36:49.435980 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc2657-a26d-4f72-94b3-adb395470a1a req-016a7a3c-aaaa-4c17-be7b-83fbb8084079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:49.437438 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5dcc2657-a26d-4f72-94b3-adb395470a1a req-016a7a3c-aaaa-4c17-be7b-83fbb8084079 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 920 time: 0.0893915 May 05 15:36:49.509034 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5dcc2657-a26d-4f72-94b3-adb395470a1a req-48724a1b-f5f8-43dd-8c65-ff1fa759e277 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add6451b-955d-40d4-91cc-b6d51c1f07c0 HTTP/1.1" status: 200 len: 1000 time: 0.0638719 May 05 15:36:49.559612 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc2657-a26d-4f72-94b3-adb395470a1a req-4f175e8b-6076-4f5d-a2ef-d7eea19c7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:49.561061 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5dcc2657-a26d-4f72-94b3-adb395470a1a req-4f175e8b-6076-4f5d-a2ef-d7eea19c7d0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0452430 May 05 15:36:49.613198 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc2657-a26d-4f72-94b3-adb395470a1a req-30e7f61d-d812-4407-ad0e-95b21a9e6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:49.614625 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5dcc2657-a26d-4f72-94b3-adb395470a1a req-30e7f61d-d812-4407-ad0e-95b21a9e6ecc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377982 May 05 15:36:49.721086 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5dcc2657-a26d-4f72-94b3-adb395470a1a req-d0b40536-33d8-4706-a63b-a6521ffae1a7 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945904 May 05 15:36:49.819791 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5dcc2657-a26d-4f72-94b3-adb395470a1a req-bf9d1f30-3e9a-43f9-ac07-1aa3823e1f26 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889165 May 05 15:36:50.804920 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:54.402067 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-29108086-af33-41ba-9997-7a54f5da81a1 req-38604ca5-8c43-4b5d-8daf-c1d8a6034c65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422044 May 05 15:36:54.469838 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29108086-af33-41ba-9997-7a54f5da81a1 req-e022d8a9-0b59-48a6-ae31-620758cad743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:54.471263 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-29108086-af33-41ba-9997-7a54f5da81a1 req-e022d8a9-0b59-48a6-ae31-620758cad743 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 1129 time: 0.0407994 May 05 15:36:54.581752 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29108086-af33-41ba-9997-7a54f5da81a1 req-4f4b2883-8806-4192-ae0c-5c6d8fcf3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:54.583233 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-29108086-af33-41ba-9997-7a54f5da81a1 req-4f4b2883-8806-4192-ae0c-5c6d8fcf3c74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 920 time: 0.0902550 May 05 15:36:54.627222 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-29108086-af33-41ba-9997-7a54f5da81a1 req-412e78cc-360c-44bc-b837-5edc7249b45e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=338e5e91-19b5-48e4-9ba3-3cb80ceea13a HTTP/1.1" status: 200 len: 217 time: 0.0346334 May 05 15:36:54.677246 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29108086-af33-41ba-9997-7a54f5da81a1 req-9c7dcc6d-e5c0-4abf-9170-f11d32e31606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:54.679185 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-29108086-af33-41ba-9997-7a54f5da81a1 req-9c7dcc6d-e5c0-4abf-9170-f11d32e31606 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0427697 May 05 15:36:54.732766 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29108086-af33-41ba-9997-7a54f5da81a1 req-25c0f7cf-af39-42d7-9acc-830946013b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:54.734181 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-29108086-af33-41ba-9997-7a54f5da81a1 req-25c0f7cf-af39-42d7-9acc-830946013b1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373516 May 05 15:36:54.828810 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-29108086-af33-41ba-9997-7a54f5da81a1 req-bb901163-7eaa-4bd3-ba9a-4475b9ac882b service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867960 May 05 15:36:55.166637 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-29108086-af33-41ba-9997-7a54f5da81a1 req-367c3fa9-679d-4d8e-b53a-b186dcecd23a service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291280 May 05 15:37:00.948343 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da0cfc73-0749-462d-9f79-8e4c109a69a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:01.836859 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c8e8-c5a0-4a2a-942d-a2db86e50e11 req-9ed000ce-5240-4254-bab1-1306f73b048f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:01.838231 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3945c8e8-c5a0-4a2a-942d-a2db86e50e11 req-9ed000ce-5240-4254-bab1-1306f73b048f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 945 time: 0.0465059 May 05 15:37:01.884233 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3945c8e8-c5a0-4a2a-942d-a2db86e50e11 req-c977e6db-3a30-4bbb-b3d2-61ff4f820cfd tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 May 05 15:37:01.906339 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 46256) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:02.042749 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf018b-4463-4f68-a0e1-9cd015e62c18 tempest-TestMinimumBasicScenario-1421903718 tempest-TestMinimumBasicScenario-1421903718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:02.044266 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-6adf018b-4463-4f68-a0e1-9cd015e62c18 tempest-TestMinimumBasicScenario-1421903718 tempest-TestMinimumBasicScenario-1421903718-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 1124 time: 0.1369817 May 05 15:37:02.047263 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 46264) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:02.051737 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'port_id': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:02.165218 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.247570 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.358450 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Allocated IP 172.27.0.28 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/b66e5e5e-a6ab-4ea8-886c-80374f4501da) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:37:02.461807 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for port (b66e5e5e-a6ab-4ea8-886c-80374f4501da), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.582496 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (b66e5e5e-a6ab-4ea8-886c-80374f4501da), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.621008 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:37:02.623914 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:37:02.626524 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:37:02.654981 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'Port': ['ID=b66e5e5e-a6ab-4ea8-886c-80374f4501da,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:02.668764 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.669109 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.669446 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.669781 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.670106 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.670633 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.671189 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.671718 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.672238 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.672588 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.673068 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.673395 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.673719 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.674039 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:02.674382 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:03.027709 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-73b38363-525f-4b4d-9e08-ae6fcddc6cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:03.228684 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for floatingip (20943aeb-035b-4ef0-84e0-d162e23b82ba), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:03.369992 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b66e5e5e-a6ab-4ea8-886c-80374f4501da), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:03.523572 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for port (b66e5e5e-a6ab-4ea8-886c-80374f4501da), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:03.626640 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (b66e5e5e-a6ab-4ea8-886c-80374f4501da), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:03.695513 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'Port': ['ID=b66e5e5e-a6ab-4ea8-886c-80374f4501da,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:03.707024 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (20943aeb-035b-4ef0-84e0-d162e23b82ba), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:03.813799 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Floating IP 20943aeb-035b-4ef0-84e0-d162e23b82ba associated. External IP: 172.27.0.28, port: 443c01c2-a691-47b6-ae7f-e90d934f2421. May 05 15:37:04.030000 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:37:04.138261 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:37:04.148406 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e072fed2-5a81-4160-a0cc-47aafc3bf669 None None] Sync routers for ids ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:37:04.157650 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072fed2-5a81-4160-a0cc-47aafc3bf669 None None] Routers {'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:04.158304 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e072fed2-5a81-4160-a0cc-47aafc3bf669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:37:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:04.257997 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.267554 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.268092 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e072fed2-5a81-4160-a0cc-47aafc3bf669 None None] Set router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:04.288490 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-08c24dde-33c4-4a21-90ad-7e188dcff76b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2401457 May 05 15:37:04.289019 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:04.291298 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46280) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:04.291787 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af16a4fb-e9af-4ed1-b219-024155e50b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:04.296753 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-263932358', 'description': 'tempest-secgroup-smoke-263932358 description', 'project_id': 'b9373d1d19b54831ae91fb87c0faefed'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:04.328056 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3cbc10-a60e-4e64-97e2-517f17f4ea67 x-openstack-request-id: req-4a3cbc10-a60e-4e64-97e2-517f17f4ea67 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:04.328348 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:04.328650 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a3cbc10-a60e-4e64-97e2-517f17f4ea67 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:04.329651 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3cbc10-a60e-4e64-97e2-517f17f4ea67'] response: {'name': 'network-changed', 'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'status': 'completed', 'code': 200} May 05 15:37:04.412797 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16a4fb-e9af-4ed1-b219-024155e50b6b req-e12e360b-95a5-49db-a5a4-54daeb8c6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:04.414185 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-af16a4fb-e9af-4ed1-b219-024155e50b6b req-e12e360b-95a5-49db-a5a4-54daeb8c6624 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9373d1d19b54831ae91fb87c0faefed&device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 1129 time: 0.0411510 May 05 15:37:04.414984 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.483741 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e072fed2-5a81-4160-a0cc-47aafc3bf669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:46Z', 'revision_number': 4, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '20943aeb-035b-4ef0-84e0-d162e23b82ba', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'port_id': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'mac_address': 'fa:16:3e:36:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:02Z', 'updated_at': '2022-05-05T15:37:02Z', 'revision_number': 0, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54240119-cb12-48e8-9247-abdbd424fff5', 'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'mac_address': 'fa:16:3e:02:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:45Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 5, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'subnets': [{'id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:04.550404 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16a4fb-e9af-4ed1-b219-024155e50b6b req-fc8c63ff-2dea-44ef-bc3d-383d213bad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:04.551819 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-af16a4fb-e9af-4ed1-b219-024155e50b6b req-fc8c63ff-2dea-44ef-bc3d-383d213bad36 service neutron] 10.222.0.49 "GET /v2.0/networks?id=90328803-c194-44d1-9fd8-57597e08b3bd HTTP/1.1" status: 200 len: 915 time: 0.1273205 May 05 15:37:04.577484 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group (97ddfaa6-159c-4454-b4ad-e4631318518b), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.599718 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e072fed2-5a81-4160-a0cc-47aafc3bf669 None None] Checking router: a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:37:04.608147 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072fed2-5a81-4160-a0cc-47aafc3bf669 None None] Routers {'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:04.608753 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e072fed2-5a81-4160-a0cc-47aafc3bf669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:37:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:04.634216 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-af16a4fb-e9af-4ed1-b219-024155e50b6b req-ddd32dc7-dddb-4997-9448-c7d49c0066d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=443c01c2-a691-47b6-ae7f-e90d934f2421 HTTP/1.1" status: 200 len: 998 time: 0.0646493 May 05 15:37:04.651308 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (97ddfaa6-159c-4454-b4ad-e4631318518b), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.712763 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ddfaa6-159c-4454-b4ad-e4631318518b,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:04.721318 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16a4fb-e9af-4ed1-b219-024155e50b6b req-6c882079-ffb7-4b0f-8f0c-0d8aa9c44df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:04.721697 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e072fed2-5a81-4160-a0cc-47aafc3bf669 None None] Set router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:04.722786 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-af16a4fb-e9af-4ed1-b219-024155e50b6b req-6c882079-ffb7-4b0f-8f0c-0d8aa9c44df7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=10ad6ef3-0faa-4641-9b3a-c20cee8f5c29 HTTP/1.1" status: 200 len: 853 time: 0.0805233 May 05 15:37:04.724934 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.725478 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.725815 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.726148 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.726501 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.726833 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.727155 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.727476 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.727795 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.728115 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.728434 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.728752 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.729067 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.729384 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.729695 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:04.774133 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.778086 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-95f1b6a6-4728-44e7-8b62-6286850a149a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4822886 May 05 15:37:04.778983 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46288) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:04.784434 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-11caabd5-913d-4230-931c-b1dfa0fc1ea8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Request body: {'security_group_rule': {'security_group_id': '97ddfaa6-159c-4454-b4ad-e4631318518b', 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:04.793458 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16a4fb-e9af-4ed1-b219-024155e50b6b req-819ea988-159f-4522-84eb-c26d7ab09991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:04.794942 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-af16a4fb-e9af-4ed1-b219-024155e50b6b req-819ea988-159f-4522-84eb-c26d7ab09991 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90328803-c194-44d1-9fd8-57597e08b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584903 May 05 15:37:04.892807 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-af16a4fb-e9af-4ed1-b219-024155e50b6b req-98f01987-4835-4707-aaac-63a8d2c67281 service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887530 May 05 15:37:04.901601 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-11caabd5-913d-4230-931c-b1dfa0fc1ea8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (eea644c5-4f17-4d08-b119-71983883a34c), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.970249 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e072fed2-5a81-4160-a0cc-47aafc3bf669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:46Z', 'revision_number': 4, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '20943aeb-035b-4ef0-84e0-d162e23b82ba', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'port_id': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'mac_address': 'fa:16:3e:36:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:02Z', 'updated_at': '2022-05-05T15:37:02Z', 'revision_number': 0, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54240119-cb12-48e8-9247-abdbd424fff5', 'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'mac_address': 'fa:16:3e:02:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:45Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 5, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'subnets': [{'id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:05.004009 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e072fed2-5a81-4160-a0cc-47aafc3bf669 None None] The sync data for ids ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'] in dv-cinder-840678-1-iscsi is: [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:46Z', 'revision_number': 4, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '20943aeb-035b-4ef0-84e0-d162e23b82ba', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'port_id': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'mac_address': 'fa:16:3e:36:7a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:02Z', 'updated_at': '2022-05-05T15:37:02Z', 'revision_number': 0, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54240119-cb12-48e8-9247-abdbd424fff5', 'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'mac_address': 'fa:16:3e:02:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:45Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 5, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'subnets': [{'id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:37:05.016178 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-11caabd5-913d-4230-931c-b1dfa0fc1ea8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (eea644c5-4f17-4d08-b119-71983883a34c), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.027522 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-af16a4fb-e9af-4ed1-b219-024155e50b6b req-c8492be0-8e53-4453-813d-69b001a60897 service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232240 May 05 15:37:05.113204 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-11caabd5-913d-4230-931c-b1dfa0fc1ea8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (eea644c5-4f17-4d08-b119-71983883a34c), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.133569 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caabd5-913d-4230-931c-b1dfa0fc1ea8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea644c5-4f17-4d08-b119-71983883a34c,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:05.195660 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbca2939-2a10-4fc1-a361-1f4bbe0d457e None None] New status for floating IP 20943aeb-035b-4ef0-84e0-d162e23b82ba: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:37:05.224108 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-11caabd5-913d-4230-931c-b1dfa0fc1ea8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.225417 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-11caabd5-913d-4230-931c-b1dfa0fc1ea8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4462013 May 05 15:37:05.228349 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46290) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:05.232954 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-b9d6494c-2515-4214-a661-0ba0305bfe81 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Request body: {'security_group_rule': {'security_group_id': '97ddfaa6-159c-4454-b4ad-e4631318518b', 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:05.330206 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b9d6494c-2515-4214-a661-0ba0305bfe81 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (6c0004f4-52ad-4b54-82bf-9ae50be4fdee), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.385732 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b9d6494c-2515-4214-a661-0ba0305bfe81 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (6c0004f4-52ad-4b54-82bf-9ae50be4fdee), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.467962 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b9d6494c-2515-4214-a661-0ba0305bfe81 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (6c0004f4-52ad-4b54-82bf-9ae50be4fdee), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.490036 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6494c-2515-4214-a661-0ba0305bfe81 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0004f4-52ad-4b54-82bf-9ae50be4fdee,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:05.549301 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b9d6494c-2515-4214-a661-0ba0305bfe81 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.550536 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b9d6494c-2515-4214-a661-0ba0305bfe81 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211203 May 05 15:37:05.554327 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46292) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:05.558933 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-f51fafb4-6872-403b-8ea1-2c5fe923bd3c tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Request body: {'security_group_rule': {'security_group_id': '97ddfaa6-159c-4454-b4ad-e4631318518b', 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:05.632973 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f51fafb4-6872-403b-8ea1-2c5fe923bd3c tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (04008df6-d728-4dd7-8162-f20f386373a4), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.687839 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f51fafb4-6872-403b-8ea1-2c5fe923bd3c tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (04008df6-d728-4dd7-8162-f20f386373a4), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.770310 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f51fafb4-6872-403b-8ea1-2c5fe923bd3c tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (04008df6-d728-4dd7-8162-f20f386373a4), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.791346 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fafb4-6872-403b-8ea1-2c5fe923bd3c tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04008df6-d728-4dd7-8162-f20f386373a4,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:05.862406 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.898746 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f51fafb4-6872-403b-8ea1-2c5fe923bd3c tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.900055 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f51fafb4-6872-403b-8ea1-2c5fe923bd3c tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447554 May 05 15:37:05.903468 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46298) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:05.907875 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-9582024f-533f-4cc2-a5dd-e3e7ae5cdcba tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Request body: {'security_group_rule': {'security_group_id': '97ddfaa6-159c-4454-b4ad-e4631318518b', 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:05.982112 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9582024f-533f-4cc2-a5dd-e3e7ae5cdcba tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (191da9ac-2bb7-4f8b-a1c9-a0300587c324), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.039059 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9582024f-533f-4cc2-a5dd-e3e7ae5cdcba tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (191da9ac-2bb7-4f8b-a1c9-a0300587c324), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.130048 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9582024f-533f-4cc2-a5dd-e3e7ae5cdcba tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (191da9ac-2bb7-4f8b-a1c9-a0300587c324), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.149701 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582024f-533f-4cc2-a5dd-e3e7ae5cdcba tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191da9ac-2bb7-4f8b-a1c9-a0300587c324,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:06.241675 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9582024f-533f-4cc2-a5dd-e3e7ae5cdcba tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.242981 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-9582024f-533f-4cc2-a5dd-e3e7ae5cdcba tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3385375 May 05 15:37:06.245686 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46300) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:06.250801 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-5de7ea6e-b674-41ad-a926-ee95e95355eb tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Request body: {'security_group_rule': {'security_group_id': '97ddfaa6-159c-4454-b4ad-e4631318518b', 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:06.347568 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.securitygroups_db [None req-5de7ea6e-b674-41ad-a926-ee95e95355eb tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Project b9373d1d19b54831ae91fb87c0faefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:37:06.352879 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76d058-cfe6-4ff1-b112-4a9f0f5a3eeb req-f8bcd89c-e0cf-48ec-91a8-3d93f7fc8fec tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:06.353979 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5de7ea6e-b674-41ad-a926-ee95e95355eb tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (1b796caf-9116-448b-9074-28fcb40cc678), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.354381 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ef76d058-cfe6-4ff1-b112-4a9f0f5a3eeb req-f8bcd89c-e0cf-48ec-91a8-3d93f7fc8fec tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 945 time: 0.0471830 May 05 15:37:06.405421 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ef76d058-cfe6-4ff1-b112-4a9f0f5a3eeb req-e589032e-a164-4221-9194-756a2541b517 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449972 May 05 15:37:06.415918 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5de7ea6e-b674-41ad-a926-ee95e95355eb tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (1b796caf-9116-448b-9074-28fcb40cc678), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.610486 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5de7ea6e-b674-41ad-a926-ee95e95355eb tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (1b796caf-9116-448b-9074-28fcb40cc678), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.632777 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7ea6e-b674-41ad-a926-ee95e95355eb tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b796caf-9116-448b-9074-28fcb40cc678,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:06.704706 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5de7ea6e-b674-41ad-a926-ee95e95355eb tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.705241 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-5de7ea6e-b674-41ad-a926-ee95e95355eb tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4578111 May 05 15:37:06.707951 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46304) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:06.712319 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-1dbc848b-054d-4d5a-9435-11c4374e4d14 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Request body: {'security_group_rule': {'security_group_id': '97ddfaa6-159c-4454-b4ad-e4631318518b', 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:06.799159 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.securitygroups_db [None req-1dbc848b-054d-4d5a-9435-11c4374e4d14 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Project b9373d1d19b54831ae91fb87c0faefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:37:06.805831 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1dbc848b-054d-4d5a-9435-11c4374e4d14 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (fe68d952-824e-4201-96fe-1a42980ae0f5), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.864140 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1dbc848b-054d-4d5a-9435-11c4374e4d14 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (fe68d952-824e-4201-96fe-1a42980ae0f5), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.940665 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1dbc848b-054d-4d5a-9435-11c4374e4d14 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (fe68d952-824e-4201-96fe-1a42980ae0f5), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.960135 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc848b-054d-4d5a-9435-11c4374e4d14 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe68d952-824e-4201-96fe-1a42980ae0f5,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:07.058217 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1dbc848b-054d-4d5a-9435-11c4374e4d14 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:07.059565 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-1dbc848b-054d-4d5a-9435-11c4374e4d14 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3506920 May 05 15:37:07.149320 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cf81f7cc-80ff-473c-b1cf-a807721a57b3 req-ad99ff24-2106-4510-b8f1-839bce4addf2 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263932358&fields=id&tenant_id=b9373d1d19b54831ae91fb87c0faefed HTTP/1.1" status: 200 len: 267 time: 0.0452354 May 05 15:37:07.193371 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:07.200996 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f7cc-80ff-473c-b1cf-a807721a57b3 req-f78f456f-06b6-40ce-aadb-427de28d6f36 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:07.202528 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cf81f7cc-80ff-473c-b1cf-a807721a57b3 req-f78f456f-06b6-40ce-aadb-427de28d6f36 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 945 time: 0.0478892 May 05 15:37:07.214377 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-cf81f7cc-80ff-473c-b1cf-a807721a57b3 req-882158ba-875c-4130-b123-fdc47290cc5f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Request body: {'port': {'security_groups': ['e02b7109-7d42-4429-b21c-4c55996d0b3f', '97ddfaa6-159c-4454-b4ad-e4631318518b']}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:07.286134 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-cf81f7cc-80ff-473c-b1cf-a807721a57b3 req-882158ba-875c-4130-b123-fdc47290cc5f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:07.475157 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-cf81f7cc-80ff-473c-b1cf-a807721a57b3 req-882158ba-875c-4130-b123-fdc47290cc5f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] For port 443c01c2-a691-47b6-ae7f-e90d934f2421, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=443c01c2-a691-47b6-ae7f-e90d934f2421,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:07.504916 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-cf81f7cc-80ff-473c-b1cf-a807721a57b3 req-882158ba-875c-4130-b123-fdc47290cc5f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:07.520398 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74c4a1-f83e-4886-8fb2-8262b663993f req-f9d138d6-eb58-40b5-a04d-ada9349830d0 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:07.522436 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ae74c4a1-f83e-4886-8fb2-8262b663993f req-f9d138d6-eb58-40b5-a04d-ada9349830d0 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 945 time: 0.0458572 May 05 15:37:07.568651 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ae74c4a1-f83e-4886-8fb2-8262b663993f req-4fc6ab50-33c3-42b0-965d-3a1c707f4d39 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405364 May 05 15:37:07.581454 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-cf81f7cc-80ff-473c-b1cf-a807721a57b3 req-882158ba-875c-4130-b123-fdc47290cc5f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:07.593981 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['443c01c2-a691-47b6-ae7f-e90d934f2421'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:37:07.625141 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f7cc-80ff-473c-b1cf-a807721a57b3 req-882158ba-875c-4130-b123-fdc47290cc5f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:07.625707 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-cf81f7cc-80ff-473c-b1cf-a807721a57b3 req-882158ba-875c-4130-b123-fdc47290cc5f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:07.627165 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cf81f7cc-80ff-473c-b1cf-a807721a57b3 req-882158ba-875c-4130-b123-fdc47290cc5f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "PUT /v2.0/ports/443c01c2-a691-47b6-ae7f-e90d934f2421 HTTP/1.1" status: 200 len: 981 time: 0.4186308 May 05 15:37:07.627620 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:07.629890 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74302ce-91d2-4bab-ba39-8428b311f291" -d '{"events": [{"name": "network-changed", "server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:07.665823 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882158ba-875c-4130-b123-fdc47290cc5f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'Port': ['ID=443c01c2-a691-47b6-ae7f-e90d934f2421,revision_number=6']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:07.696016 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeeecdd-41c3-4fd8-8b37-00a063948f1f x-openstack-request-id: req-cbeeecdd-41c3-4fd8-8b37-00a063948f1f {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:07.696317 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:07.696571 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbeeecdd-41c3-4fd8-8b37-00a063948f1f {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:07.696977 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbeeecdd-41c3-4fd8-8b37-00a063948f1f'] response: {'name': 'network-changed', 'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'status': 'completed', 'code': 200} May 05 15:37:07.749645 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c38406-f1eb-4f10-8284-baabb1878850 req-32ce500a-116c-4495-8ba7-38377b7e2624 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:07.755289 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-15c38406-f1eb-4f10-8284-baabb1878850 req-32ce500a-116c-4495-8ba7-38377b7e2624 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0529475 May 05 15:37:07.773694 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['443c01c2-a691-47b6-ae7f-e90d934f2421'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:37:07.824902 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-15c38406-f1eb-4f10-8284-baabb1878850 req-42c19309-ba8c-42e5-87ae-529997c39fb7 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632555 May 05 15:37:07.905945 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-a6ec2dd5-ae97-4c66-9bfe-73f8a92b5f0f None None] Provisioning complete for port 443c01c2-a691-47b6-ae7f-e90d934f2421 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:37:07.906336 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2dd5-ae97-4c66-9bfe-73f8a92b5f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:08.076530 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74302ce-91d2-4bab-ba39-8428b311f291 req-5b4115a1-30f4-482c-a9e5-d086da706d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:08.077933 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f74302ce-91d2-4bab-ba39-8428b311f291 req-5b4115a1-30f4-482c-a9e5-d086da706d61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9373d1d19b54831ae91fb87c0faefed&device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 1168 time: 0.0395739 May 05 15:37:08.107367 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec2dd5-ae97-4c66-9bfe-73f8a92b5f0f None None] Current status of the port 443c01c2-a691-47b6-ae7f-e90d934f2421 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:37:08.181743 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74302ce-91d2-4bab-ba39-8428b311f291 req-a1126d32-315c-472a-bafa-b712bad70327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:08.183323 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f74302ce-91d2-4bab-ba39-8428b311f291 req-a1126d32-315c-472a-bafa-b712bad70327 service neutron] 10.222.0.49 "GET /v2.0/networks?id=90328803-c194-44d1-9fd8-57597e08b3bd HTTP/1.1" status: 200 len: 915 time: 0.0859070 May 05 15:37:08.252862 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f74302ce-91d2-4bab-ba39-8428b311f291 req-6f2007c6-c11b-4977-99b8-fe71b460186a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=443c01c2-a691-47b6-ae7f-e90d934f2421 HTTP/1.1" status: 200 len: 1000 time: 0.0626142 May 05 15:37:08.439328 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74302ce-91d2-4bab-ba39-8428b311f291 req-96d7d3e1-701f-4f7c-be97-864fb43ece22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:08.440755 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f74302ce-91d2-4bab-ba39-8428b311f291 req-96d7d3e1-701f-4f7c-be97-864fb43ece22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=10ad6ef3-0faa-4641-9b3a-c20cee8f5c29 HTTP/1.1" status: 200 len: 853 time: 0.0457935 May 05 15:37:08.486891 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74302ce-91d2-4bab-ba39-8428b311f291 req-e1cc275c-afa6-477e-8b98-74f19c0d6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:08.488370 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f74302ce-91d2-4bab-ba39-8428b311f291 req-e1cc275c-afa6-477e-8b98-74f19c0d6d63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90328803-c194-44d1-9fd8-57597e08b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391049 May 05 15:37:08.595128 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1497d5-edb3-454d-8684-5c5a5651df10 req-cff11707-ed5e-4c01-b59e-b55e97b00343 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:08.596581 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-bc1497d5-edb3-454d-8684-5c5a5651df10 req-cff11707-ed5e-4c01-b59e-b55e97b00343 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.49 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 945 time: 0.0480044 May 05 15:37:08.642231 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f74302ce-91d2-4bab-ba39-8428b311f291 req-7ff21bfb-3033-452a-b663-b826bd1531ea service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940948 May 05 15:37:08.738600 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f74302ce-91d2-4bab-ba39-8428b311f291 req-26396b70-760d-48d3-92db-1950e7a89347 service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877471 May 05 15:37:08.744911 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9c826-8042-4f9a-9b2b-4e73ddfb59c0 req-a474b15a-c832-450c-81c6-f0b8847b1390 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:08.746430 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0ad9c826-8042-4f9a-9b2b-4e73ddfb59c0 req-a474b15a-c832-450c-81c6-f0b8847b1390 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 945 time: 0.1060784 May 05 15:37:08.777121 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-bc1497d5-edb3-454d-8684-5c5a5651df10 req-916226a7-9358-4b18-9eaf-dc3cf05b1404 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Deleting port 59c46674-761a-45d7-9297-fa7e9afd8447 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:08.777461 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-bc1497d5-edb3-454d-8684-5c5a5651df10 req-916226a7-9358-4b18-9eaf-dc3cf05b1404 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:08.861613 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0ad9c826-8042-4f9a-9b2b-4e73ddfb59c0 req-03c3cb8b-7764-4964-854d-0fcb83a19e5c tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085796 May 05 15:37:08.894394 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-bc1497d5-edb3-454d-8684-5c5a5651df10 req-916226a7-9358-4b18-9eaf-dc3cf05b1404 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] For port 59c46674-761a-45d7-9297-fa7e9afd8447, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=59c46674-761a-45d7-9297-fa7e9afd8447,segment=NetworkSegment(c57b1a60-7f40-4e07-9256-0291392fd940),segment_id=c57b1a60-7f40-4e07-9256-0291392fd940)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:08.894755 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-bc1497d5-edb3-454d-8684-5c5a5651df10 req-916226a7-9358-4b18-9eaf-dc3cf05b1404 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:08.909786 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-bc1497d5-edb3-454d-8684-5c5a5651df10 req-916226a7-9358-4b18-9eaf-dc3cf05b1404 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Calling delete_port for 59c46674-761a-45d7-9297-fa7e9afd8447 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:09.148037 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-bc1497d5-edb3-454d-8684-5c5a5651df10 req-916226a7-9358-4b18-9eaf-dc3cf05b1404 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (59c46674-761a-45d7-9297-fa7e9afd8447), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:09.168003 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['59c46674-761a-45d7-9297-fa7e9afd8447'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:37:09.176655 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916226a7-9358-4b18-9eaf-dc3cf05b1404 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Pushing event deleted for resources: {'Port': ['ID=59c46674-761a-45d7-9297-fa7e9afd8447,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:09.241641 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1497d5-edb3-454d-8684-5c5a5651df10 req-916226a7-9358-4b18-9eaf-dc3cf05b1404 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] No DVR routers for this DVR port 59c46674-761a-45d7-9297-fa7e9afd8447 on host hv-cinder-84067 {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:37:09.244640 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-bc1497d5-edb3-454d-8684-5c5a5651df10 req-916226a7-9358-4b18-9eaf-dc3cf05b1404 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:09.247849 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-bc1497d5-edb3-454d-8684-5c5a5651df10 req-916226a7-9358-4b18-9eaf-dc3cf05b1404 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.49 "DELETE /v2.0/ports/59c46674-761a-45d7-9297-fa7e9afd8447 HTTP/1.1" status: 204 len: 173 time: 0.6447835 May 05 15:37:09.248281 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefcb642-120e-45a2-b623-8615e6de9a7b', 'name': 'network-vif-deleted', 'tag': '59c46674-761a-45d7-9297-fa7e9afd8447'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:09.250513 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0afea05-7075-423e-aee6-11f3e1110ecc" -d '{"events": [{"server_uuid": "aefcb642-120e-45a2-b623-8615e6de9a7b", "name": "network-vif-deleted", "tag": "59c46674-761a-45d7-9297-fa7e9afd8447"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:09.285972 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0c2b82-d611-418b-ab91-0c44e1079b65 x-openstack-request-id: req-8c0c2b82-d611-418b-ab91-0c44e1079b65 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:09.286260 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefcb642-120e-45a2-b623-8615e6de9a7b", "name": "network-vif-deleted", "tag": "59c46674-761a-45d7-9297-fa7e9afd8447", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:09.286538 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c0c2b82-d611-418b-ab91-0c44e1079b65 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:09.287036 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0c2b82-d611-418b-ab91-0c44e1079b65'] response: {'server_uuid': 'aefcb642-120e-45a2-b623-8615e6de9a7b', 'name': 'network-vif-deleted', 'tag': '59c46674-761a-45d7-9297-fa7e9afd8447', 'status': 'completed', 'code': 200} May 05 15:37:09.968187 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ad45e79e-25bb-4f63-9c98-ca728f118c55 req-9586997f-7c9a-46eb-99ff-6a0772efd300 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=aefcb642-120e-45a2-b623-8615e6de9a7b HTTP/1.1" status: 200 len: 210 time: 0.0279388 May 05 15:37:11.488494 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 59c46674-761a-45d7-9297-fa7e9afd8447 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:37:11.509030 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: 59c46674-761a-45d7-9297-fa7e9afd8447 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:37:11.509371 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 59c46674-761a-45d7-9297-fa7e9afd8447 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:37:20.856042 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:21.744978 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-5425141b-75be-4a04-b79a-6e1f72787ef2 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:21.746456 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-5425141b-75be-4a04-b79a-6e1f72787ef2 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/networks?id=80085051-d8d1-42b7-8d93-ea2ae047f8a5 HTTP/1.1" status: 200 len: 814 time: 0.1032550 May 05 15:37:21.761575 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-285ad399-cb98-4b68-8de2-9e44ec8facb5 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/quotas/bf61282f689243b28d6c274f616534f0 HTTP/1.1" status: 200 len: 375 time: 0.0099099 May 05 15:37:21.793070 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-2a4ef272-cbf4-451c-990b-330c544e6f78 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf61282f689243b28d6c274f616534f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262368 May 05 15:37:21.884676 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-f9e6ba11-c710-42bf-9eba-6f2017702c7f service neutron] 10.222.0.44 "GET /v2.0/networks/80085051-d8d1-42b7-8d93-ea2ae047f8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852537 May 05 15:37:21.971111 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-db189490-4bf6-48af-b2e5-30d735af9201 service neutron] 10.222.0.44 "GET /v2.0/networks/80085051-d8d1-42b7-8d93-ea2ae047f8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806851 May 05 15:37:22.224924 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5e45d677-db61-4b7e-90ae-4c9eae56694f req-c0fe2f51-c574-471a-ad8f-9ffe7d2572ed tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 210 time: 0.0273705 May 05 15:37:23.255306 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:37:23.320757 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-46a37000-a348-4cd9-a266-e48bd644d644 req-ec0d3218-75c3-454c-922f-e4443c6c6f9b tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 210 time: 0.0287843 May 05 15:37:24.418525 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e84f9187-f336-4724-83d2-74e1d8da0ec7 req-30725b0c-0a19-4fac-997e-9b0e4bcc27c2 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 210 time: 0.0279918 May 05 15:37:24.624323 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9570d773-5efc-49f2-a59c-ed1bc9327406 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:24.625747 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9570d773-5efc-49f2-a59c-ed1bc9327406 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.49 "GET /v2.0/networks?id=80085051-d8d1-42b7-8d93-ea2ae047f8a5 HTTP/1.1" status: 200 len: 814 time: 0.1007445 May 05 15:37:24.644497 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Request body: {'port': {'device_id': 'cb1d475e-32c6-4383-861a-e06e1fd494a5', 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5', 'admin_state_up': True, 'tenant_id': 'bf61282f689243b28d6c274f616534f0'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:24.827092 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Made reservation on behalf of bf61282f689243b28d6c274f616534f0 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:37:24.830904 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:24.957167 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Allocated IP 172.20.0.9 (80085051-d8d1-42b7-8d93-ea2ae047f8a5/bcedd80e-d692-40f2-bdf8-06ce2e3ad97e/64949045-0794-47ee-a34f-0bcf1309a36f) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:37:25.110273 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks [] for port (64949045-0794-47ee-a34f-0bcf1309a36f), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:25.233308 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:25.273657 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:37:25.276602 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:37:25.280328 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:37:25.312727 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Pushing event updated for resources: {'Port': ['ID=64949045-0794-47ee-a34f-0bcf1309a36f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:25.338582 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:25.339192 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:25.441283 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-9453c7e4-c763-44cb-a8da-bad2607ab13e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8002837 May 05 15:37:25.467323 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Request body: {'port': {'device_id': 'cb1d475e-32c6-4383-861a-e06e1fd494a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:25.559383 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea9514-180a-4cad-a7a1-422db6f5da39 req-258f2cc6-7853-426e-923b-65fc07795df9 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:25.560815 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dfea9514-180a-4cad-a7a1-422db6f5da39 req-258f2cc6-7853-426e-923b-65fc07795df9 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 931 time: 0.0664568 May 05 15:37:25.561484 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:25.649889 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dfea9514-180a-4cad-a7a1-422db6f5da39 req-0e538060-97b4-4ad9-99dc-69d588fbf61e tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793498 May 05 15:37:25.850888 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64949045-0794-47ee-a34f-0bcf1309a36f {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:37:25.858140 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Publish callbacks [] for port (64949045-0794-47ee-a34f-0bcf1309a36f), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:25.871264 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Transition to ACTIVE for port object 64949045-0794-47ee-a34f-0bcf1309a36f will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:37:25.970304 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.022843 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=64949045-0794-47ee-a34f-0bcf1309a36f,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:26.089022 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Attempting to bind port 64949045-0794-47ee-a34f-0bcf1309a36f on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:37:26.089350 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Attempting to bind port 64949045-0794-47ee-a34f-0bcf1309a36f by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'c57b1a60-7f40-4e07-9256-0291392fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:37:26.089674 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Attempting to bind port 64949045-0794-47ee-a34f-0bcf1309a36f on network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:37:26.093856 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Port 64949045-0794-47ee-a34f-0bcf1309a36f on network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:37:26.094176 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Attempting to bind port 64949045-0794-47ee-a34f-0bcf1309a36f on network 80085051-d8d1-42b7-8d93-ea2ae047f8a5 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:37:26.098921 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:37:26.099774 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Checking segment: {'id': 'c57b1a60-7f40-4e07-9256-0291392fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:37:26.100151 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Bound using segment: {'id': 'c57b1a60-7f40-4e07-9256-0291392fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:37:26.100566 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Bound port: 64949045-0794-47ee-a34f-0bcf1309a36f, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57b1a60-7f40-4e07-9256-0291392fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:37:26.100912 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.162849 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] For port 64949045-0794-47ee-a34f-0bcf1309a36f, host hv-cinder-84067, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:37:26.165796 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] For port 64949045-0794-47ee-a34f-0bcf1309a36f, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=64949045-0794-47ee-a34f-0bcf1309a36f,segment=NetworkSegment(c57b1a60-7f40-4e07-9256-0291392fd940),segment_id=c57b1a60-7f40-4e07-9256-0291392fd940)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:37:26.250691 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.284791 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:26.285403 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.287385 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] 10.222.0.49 "PUT /v2.0/ports/64949045-0794-47ee-a34f-0bcf1309a36f HTTP/1.1" status: 200 len: 1093 time: 0.8237560 May 05 15:37:26.287811 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1d475e-32c6-4383-861a-e06e1fd494a5', 'tag': '64949045-0794-47ee-a34f-0bcf1309a36f'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:26.290019 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eb9fab-7580-4d95-80c4-e191a95f2e11" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1d475e-32c6-4383-861a-e06e1fd494a5", "tag": "64949045-0794-47ee-a34f-0bcf1309a36f"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:26.312990 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24878eb2-c45b-474b-a962-e72b226cf2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=64949045-0794-47ee-a34f-0bcf1309a36f,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:26.329774 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f845bd-9203-4efb-8f48-e5746373bf81 x-openstack-request-id: req-90f845bd-9203-4efb-8f48-e5746373bf81 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:26.330108 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1d475e-32c6-4383-861a-e06e1fd494a5", "tag": "64949045-0794-47ee-a34f-0bcf1309a36f", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:26.330397 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90f845bd-9203-4efb-8f48-e5746373bf81 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:26.330796 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f845bd-9203-4efb-8f48-e5746373bf81'] response: {'name': 'network-changed', 'server_uuid': 'cb1d475e-32c6-4383-861a-e06e1fd494a5', 'tag': '64949045-0794-47ee-a34f-0bcf1309a36f', 'status': 'completed', 'code': 200} May 05 15:37:26.397643 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb9fab-7580-4d95-80c4-e191a95f2e11 req-a7bea66a-9f7d-44a1-997d-c0fe62689ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:26.399118 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-40eb9fab-7580-4d95-80c4-e191a95f2e11 req-a7bea66a-9f7d-44a1-997d-c0fe62689ce8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf61282f689243b28d6c274f616534f0&device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 1127 time: 0.0395963 May 05 15:37:26.499478 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb9fab-7580-4d95-80c4-e191a95f2e11 req-3c2f9e2a-21b0-4402-a9e9-a85c0bf1ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:26.500954 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-40eb9fab-7580-4d95-80c4-e191a95f2e11 req-3c2f9e2a-21b0-4402-a9e9-a85c0bf1ba06 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=bf61282f689243b28d6c274f616534f0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925410 May 05 15:37:26.838980 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb9fab-7580-4d95-80c4-e191a95f2e11 req-9e3dc81d-4bf3-474b-a52b-be8bdd8a8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:26.840439 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-40eb9fab-7580-4d95-80c4-e191a95f2e11 req-9e3dc81d-4bf3-474b-a52b-be8bdd8a8a8f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3327127 May 05 15:37:26.846484 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345850-f6df-4a70-93ff-ccf9e19d43dd req-885dfbd5-13c9-4b38-a5c2-95b9c0b115b8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:26.847837 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-61345850-f6df-4a70-93ff-ccf9e19d43dd req-885dfbd5-13c9-4b38-a5c2-95b9c0b115b8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 943 time: 0.0623636 May 05 15:37:26.922726 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-61345850-f6df-4a70-93ff-ccf9e19d43dd req-1cdb0358-b175-4912-8250-86df4661f89d tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687852 May 05 15:37:26.930720 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-b54aa2b7-3d98-47e4-ae89-89cf522b1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:26.932406 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-b54aa2b7-3d98-47e4-ae89-89cf522b1db4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf61282f689243b28d6c274f616534f0&device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 1127 time: 0.0491176 May 05 15:37:26.981086 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-6bb44b5b-cb76-4ef5-8c3e-12d5b9734fcb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64949045-0794-47ee-a34f-0bcf1309a36f HTTP/1.1" status: 200 len: 217 time: 0.0367084 May 05 15:37:27.033650 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-d963e251-95aa-4276-b3b5-bca74270c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:27.034973 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-d963e251-95aa-4276-b3b5-bca74270c281 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcedd80e-d692-40f2-bdf8-06ce2e3ad97e HTTP/1.1" status: 200 len: 854 time: 0.0421500 May 05 15:37:27.070865 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-260521ce-1804-450b-a63d-967e062a04be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80085051-d8d1-42b7-8d93-ea2ae047f8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246868 May 05 15:37:27.165111 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-09705323-666b-4f6d-a4e2-54ae76c0e603 service neutron] 10.222.0.49 "GET /v2.0/networks/80085051-d8d1-42b7-8d93-ea2ae047f8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859184 May 05 15:37:27.254943 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2891e643-7ab6-4f5d-9d81-6cddcf4e6617 req-0a998bd3-0c03-48be-8434-998c4c55663b service neutron] 10.222.0.49 "GET /v2.0/networks/80085051-d8d1-42b7-8d93-ea2ae047f8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822644 May 05 15:37:28.036277 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77adc9-be0d-4810-a3bd-53d1f6b3fe89 req-8af08db9-7215-4563-be6e-f5bd10946c27 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:28.038151 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bf77adc9-be0d-4810-a3bd-53d1f6b3fe89 req-8af08db9-7215-4563-be6e-f5bd10946c27 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 943 time: 0.0461457 May 05 15:37:28.083899 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bf77adc9-be0d-4810-a3bd-53d1f6b3fe89 req-26e15a3e-5f5d-4e78-9f55-10ccb5e0a225 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 May 05 15:37:29.199576 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868e0e9-5db6-43a3-b16d-d9bbe68a4ecc req-210136e5-38ca-40d4-8db4-6d13b60f2437 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:29.201045 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f868e0e9-5db6-43a3-b16d-d9bbe68a4ecc req-210136e5-38ca-40d4-8db4-6d13b60f2437 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 943 time: 0.0510888 May 05 15:37:29.247485 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f868e0e9-5db6-43a3-b16d-d9bbe68a4ecc req-14474f54-70af-4f6d-9f2d-30e88f51b08d tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 May 05 15:37:29.580865 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 64949045-0794-47ee-a34f-0bcf1309a36f details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:37:29.680161 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 64949045-0794-47ee-a34f-0bcf1309a36f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=64949045-0794-47ee-a34f-0bcf1309a36f,segment=NetworkSegment(c57b1a60-7f40-4e07-9256-0291392fd940),segment_id=c57b1a60-7f40-4e07-9256-0291392fd940)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:29.691632 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '64949045-0794-47ee-a34f-0bcf1309a36f', 'network_id': '80085051-d8d1-42b7-8d93-ea2ae047f8a5', 'port_id': '64949045-0794-47ee-a34f-0bcf1309a36f', 'mac_address': 'fa:16:3e:f6:42:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedd80e-d692-40f2-bdf8-06ce2e3ad97e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:37:29.733402 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 64949045-0794-47ee-a34f-0bcf1309a36f is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:37:29.733929 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:29.747208 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64949045-0794-47ee-a34f-0bcf1309a36f {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:37:29.766752 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 64949045-0794-47ee-a34f-0bcf1309a36f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=64949045-0794-47ee-a34f-0bcf1309a36f,segment=NetworkSegment(c57b1a60-7f40-4e07-9256-0291392fd940),segment_id=c57b1a60-7f40-4e07-9256-0291392fd940)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:29.856084 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:29.905097 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=64949045-0794-47ee-a34f-0bcf1309a36f,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:29.912584 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.913443 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.913443 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.913688 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.914027 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.914385 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.914740 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.915070 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.915392 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.915714 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.916038 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.916359 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.916672 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.916993 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:29.917308 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:30.219460 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['64949045-0794-47ee-a34f-0bcf1309a36f'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:37:30.364439 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9827e-9314-4d26-b415-6842445a8326 req-5da02e8c-5c77-45ad-b62f-4518cdbf7fb5 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:30.367154 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-46e9827e-9314-4d26-b415-6842445a8326 req-5da02e8c-5c77-45ad-b62f-4518cdbf7fb5 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 944 time: 0.0523694 May 05 15:37:30.415567 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-46e9827e-9314-4d26-b415-6842445a8326 req-48d0f465-aab2-450b-82a6-f42d0d7f9756 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 May 05 15:37:30.941198 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6dff712-6a44-488f-8554-3b11c6f77ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.526586 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1a02e-a276-4c9b-b43a-824a0864e242 req-033519c6-76c7-4a1b-b936-e0b5dce93f19 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:31.528015 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2ab1a02e-a276-4c9b-b43a-824a0864e242 req-033519c6-76c7-4a1b-b936-e0b5dce93f19 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 944 time: 0.0462523 May 05 15:37:31.573841 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2ab1a02e-a276-4c9b-b43a-824a0864e242 req-c240727d-44c5-4c04-b3d1-9e9778444200 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 May 05 15:37:31.582258 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 64949045-0794-47ee-a34f-0bcf1309a36f up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:37:31.626116 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port 64949045-0794-47ee-a34f-0bcf1309a36f completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:37:31.679076 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 64949045-0794-47ee-a34f-0bcf1309a36f triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:37:31.679443 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.758857 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 64949045-0794-47ee-a34f-0bcf1309a36f is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:37:31.759157 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.781130 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1d475e-32c6-4383-861a-e06e1fd494a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64949045-0794-47ee-a34f-0bcf1309a36f'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:31.783381 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53bd15d-85a2-44a6-91f6-1e3310cf4cf2" -d '{"events": [{"server_uuid": "cb1d475e-32c6-4383-861a-e06e1fd494a5", "name": "network-vif-plugged", "status": "completed", "tag": "64949045-0794-47ee-a34f-0bcf1309a36f"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:31.796199 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 64949045-0794-47ee-a34f-0bcf1309a36f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=64949045-0794-47ee-a34f-0bcf1309a36f,segment=NetworkSegment(c57b1a60-7f40-4e07-9256-0291392fd940),segment_id=c57b1a60-7f40-4e07-9256-0291392fd940)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:31.820332 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e44fed-bdd8-471d-879e-d9a4dc238397 x-openstack-request-id: req-f9e44fed-bdd8-471d-879e-d9a4dc238397 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:31.821623 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1d475e-32c6-4383-861a-e06e1fd494a5", "name": "network-vif-plugged", "status": "completed", "tag": "64949045-0794-47ee-a34f-0bcf1309a36f", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:31.821623 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9e44fed-bdd8-471d-879e-d9a4dc238397 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:31.821623 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e44fed-bdd8-471d-879e-d9a4dc238397'] response: {'server_uuid': 'cb1d475e-32c6-4383-861a-e06e1fd494a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64949045-0794-47ee-a34f-0bcf1309a36f', 'code': 200} May 05 15:37:31.878918 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.928155 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=64949045-0794-47ee-a34f-0bcf1309a36f,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:32.140360 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a13f22-7384-4cd1-ac03-fb3eb2e73659 req-134b96ef-d1a6-4c91-bead-732db7ac91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:32.141838 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-07a13f22-7384-4cd1-ac03-fb3eb2e73659 req-134b96ef-d1a6-4c91-bead-732db7ac91c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 1129 time: 0.0385120 May 05 15:37:32.196430 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-07a13f22-7384-4cd1-ac03-fb3eb2e73659 req-b463bee6-571d-463e-8566-0e0f3217bbbd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 May 05 15:37:32.685941 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a4e30-e446-4bc9-add0-953cc36014cf req-3716503a-804d-49bb-acef-da781ede5911 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:32.691585 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-714a4e30-e446-4bc9-add0-953cc36014cf req-3716503a-804d-49bb-acef-da781ede5911 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 945 time: 0.0478613 May 05 15:37:32.736631 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-714a4e30-e446-4bc9-add0-953cc36014cf req-74cbda55-10a6-4552-9c13-9c44bd6f5860 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432913 May 05 15:37:33.050356 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1b7785e-9aee-4ed4-a3d9-3a884db66039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:33.856139 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dbacd-1111-4cde-8a2c-32c7addd6919 req-46dd49c9-22b3-4b3d-84bf-894c7cbcd0d4 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:33.857584 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c19dbacd-1111-4cde-8a2c-32c7addd6919 req-46dd49c9-22b3-4b3d-84bf-894c7cbcd0d4 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 945 time: 0.0474267 May 05 15:37:33.904075 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c19dbacd-1111-4cde-8a2c-32c7addd6919 req-b2785d63-7718-4ecc-9e34-4236317e0403 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 May 05 15:37:34.256449 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:35.021926 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff68600-ea7e-474c-96f2-7f0c45706229 req-74b25423-ba3e-47cc-b90a-47791ed10186 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:35.023543 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dff68600-ea7e-474c-96f2-7f0c45706229 req-74b25423-ba3e-47cc-b90a-47791ed10186 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 945 time: 0.0512543 May 05 15:37:35.070787 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dff68600-ea7e-474c-96f2-7f0c45706229 req-0e856786-bd24-4bdb-963a-e0272e3fc533 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 May 05 15:37:35.952609 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:36.124188 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d14e6-00b3-47f5-b057-4924215d4817 req-de9e0a8f-ff1c-4571-8e53-778158c95e04 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:36.125649 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-738d14e6-00b3-47f5-b057-4924215d4817 req-de9e0a8f-ff1c-4571-8e53-778158c95e04 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0470800 May 05 15:37:36.172734 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-738d14e6-00b3-47f5-b057-4924215d4817 req-e37e2914-6eec-4e6a-9dbe-80c133aab405 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 May 05 15:37:37.148348 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:37.291343 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9375e-f504-45aa-8700-16a8815c150b req-cd0839b6-0fef-4672-bb32-cb7145d765d9 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:37.292783 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2ef9375e-f504-45aa-8700-16a8815c150b req-cd0839b6-0fef-4672-bb32-cb7145d765d9 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0462327 May 05 15:37:37.339168 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2ef9375e-f504-45aa-8700-16a8815c150b req-2ce8038b-2109-4b96-a6b0-c607232b2499 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 May 05 15:37:37.848934 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-cc84307d-3a9c-417f-961a-4859f2da39dc tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:37.851367 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-cc84307d-3a9c-417f-961a-4859f2da39dc tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.49 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0478108 May 05 15:37:37.945896 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Deleting port a9363929-a531-406c-9bd3-ec769fcc6fad {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:37.946164 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:38.036964 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] For port a9363929-a531-406c-9bd3-ec769fcc6fad, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a9363929-a531-406c-9bd3-ec769fcc6fad,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:38.037424 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:38.262524 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:38.262888 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (e5d15ba9-1b76-4193-9b92-95ce4d5bc773), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:38.263206 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Floating IP e5d15ba9-1b76-4193-9b92-95ce4d5bc773 disassociated. External IP: 172.27.0.102, port: a9363929-a531-406c-9bd3-ec769fcc6fad. May 05 15:37:38.263555 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Calling delete_port for a9363929-a531-406c-9bd3-ec769fcc6fad owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:38.458759 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e82459-a51c-4b11-ac5e-639c60ea4889 req-1e4536e9-a773-478f-8f6e-35c02c0a4d4e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:38.460170 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-99e82459-a51c-4b11-ac5e-639c60ea4889 req-1e4536e9-a773-478f-8f6e-35c02c0a4d4e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 946 time: 0.0469625 May 05 15:37:38.482315 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (a9363929-a531-406c-9bd3-ec769fcc6fad), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:38.516110 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event deleted for resources: {'Port': ['ID=a9363929-a531-406c-9bd3-ec769fcc6fad,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:38.576732 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-99e82459-a51c-4b11-ac5e-639c60ea4889 req-e50632c0-627b-4335-9dc4-b5c8768036a6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc98c3d5-e551-4650-b465-cb46c9002329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111956 May 05 15:37:38.649444 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Router 490adb72-503e-4400-9c89-48b3108c21d7 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:37:38.760319 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:37:38.774041 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a786c0d-ca5d-41e6-b463-ccb65d3d9913 None None] Sync routers for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:37:38.785028 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a786c0d-ca5d-41e6-b463-ccb65d3d9913 None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:38.785728 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4a786c0d-ca5d-41e6-b463-ccb65d3d9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:37:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:38.803389 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] No DVR routers for this DVR port a9363929-a531-406c-9bd3-ec769fcc6fad on host hv-cinder-84067 {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:37:38.806549 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:38.810160 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-98e92ff1-7160-4da5-a0f3-5fcf92cdd00a req-a769dc48-79a4-4695-b59b-c5b211afbba5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.49 "DELETE /v2.0/ports/a9363929-a531-406c-9bd3-ec769fcc6fad HTTP/1.1" status: 204 len: 173 time: 0.9475565 May 05 15:37:38.810620 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'name': 'network-vif-deleted', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:38.812859 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaea12a-7b72-4d94-870d-14590bc2b10b" -d '{"events": [{"server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "name": "network-vif-deleted", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:38.852448 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f44907-8c72-4442-9790-2eb5ae77e46a x-openstack-request-id: req-c8f44907-8c72-4442-9790-2eb5ae77e46a {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:38.852448 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666edc2-90a0-48da-9093-14d301a1be1b", "name": "network-vif-deleted", "tag": "a9363929-a531-406c-9bd3-ec769fcc6fad", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:38.852448 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8f44907-8c72-4442-9790-2eb5ae77e46a {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:38.852448 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f44907-8c72-4442-9790-2eb5ae77e46a'] response: {'server_uuid': '7666edc2-90a0-48da-9093-14d301a1be1b', 'name': 'network-vif-deleted', 'tag': 'a9363929-a531-406c-9bd3-ec769fcc6fad', 'status': 'completed', 'code': 200} May 05 15:37:38.901862 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4a786c0d-ca5d-41e6-b463-ccb65d3d9913 None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:39.109180 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4a786c0d-ca5d-41e6-b463-ccb65d3d9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:39.137158 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a786c0d-ca5d-41e6-b463-ccb65d3d9913 None None] Checking router: 490adb72-503e-4400-9c89-48b3108c21d7 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:37:39.145744 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a786c0d-ca5d-41e6-b463-ccb65d3d9913 None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:39.147001 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4a786c0d-ca5d-41e6-b463-ccb65d3d9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:37:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:39.260127 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4a786c0d-ca5d-41e6-b463-ccb65d3d9913 None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:39.452976 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4a786c0d-ca5d-41e6-b463-ccb65d3d9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:39.482867 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a786c0d-ca5d-41e6-b463-ccb65d3d9913 None None] The sync data for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi is: [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:37:39.637056 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdc806-d452-404c-9c6a-3323a6f6139a req-ee408492-8c66-4937-8444-f5408961d46a tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:39.643972 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-decdc806-d452-404c-9c6a-3323a6f6139a req-ee408492-8c66-4937-8444-f5408961d46a tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0665705 May 05 15:37:39.699103 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-decdc806-d452-404c-9c6a-3323a6f6139a req-684622ad-e778-4ae7-9e05-4ae41e43c03a tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539498 May 05 15:37:39.723325 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c2ec715f-fd3e-447c-acc2-0058b0df4b0d req-a7c1743e-c916-4ffd-9b82-9ed1282c1b0f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 210 time: 0.0333257 May 05 15:37:39.794027 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651f551-0e1e-4353-bdae-ae1617356b52 None None] New status for floating IP e5d15ba9-1b76-4193-9b92-95ce4d5bc773: DOWN {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:37:40.462123 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e3f72-ef7d-4109-a10c-95f3cb973780 req-f6b9ef56-d617-47b3-bb7b-c331455f2b73 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:40.463696 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4c7e3f72-ef7d-4109-a10c-95f3cb973780 req-f6b9ef56-d617-47b3-bb7b-c331455f2b73 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0483139 May 05 15:37:40.529486 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4c7e3f72-ef7d-4109-a10c-95f3cb973780 req-44415c04-e7e2-4fac-8720-d0c0a8cf0843 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601184 May 05 15:37:40.820233 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32579a91-e801-4233-bec7-0e25153e7bb4 req-cca694ef-266a-4443-94f1-c9c7392e8b7b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:40.821837 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-32579a91-e801-4233-bec7-0e25153e7bb4 req-cca694ef-266a-4443-94f1-c9c7392e8b7b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0491276 May 05 15:37:40.845303 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-608bbd58-df24-4d30-a0a7-8585e4a5f2d1 req-904e14c6-265f-46fe-8e64-37a4489546a8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=7666edc2-90a0-48da-9093-14d301a1be1b HTTP/1.1" status: 200 len: 210 time: 0.0285237 May 05 15:37:40.871403 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-32579a91-e801-4233-bec7-0e25153e7bb4 req-ea3c2817-de0b-4b24-8eb2-56b7d65114d0 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435247 May 05 15:37:41.637093 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device a9363929-a531-406c-9bd3-ec769fcc6fad no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:37:41.651683 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7d7f7-53e5-4a1f-89f0-5ac8ee0cd31e req-41fada8c-2ab8-4671-94be-59aa23f0d60e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:41.653280 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-87c7d7f7-53e5-4a1f-89f0-5ac8ee0cd31e req-41fada8c-2ab8-4671-94be-59aa23f0d60e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0498435 May 05 15:37:41.657959 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: a9363929-a531-406c-9bd3-ec769fcc6fad {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:37:41.658327 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device a9363929-a531-406c-9bd3-ec769fcc6fad not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:37:41.726718 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-87c7d7f7-53e5-4a1f-89f0-5ac8ee0cd31e req-be776ca8-d5e8-4e11-a775-d9b51329054f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672634 May 05 15:37:41.781793 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148d1a2-d0b7-41e7-b796-37d4cbf8e1af req-fb3f83ce-94de-46dc-8464-f1ab68494219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:41.783570 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0148d1a2-d0b7-41e7-b796-37d4cbf8e1af req-fb3f83ce-94de-46dc-8464-f1ab68494219 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9373d1d19b54831ae91fb87c0faefed&device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 1168 time: 0.0443189 May 05 15:37:41.890841 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138a858-c558-4c14-af01-cc5a02528d5a req-dcb00cb1-1147-4a20-b1b1-d6f9d5d79428 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:41.891349 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148d1a2-d0b7-41e7-b796-37d4cbf8e1af req-76c77a7e-6444-4256-85c7-5d9d528d5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:41.892340 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0148d1a2-d0b7-41e7-b796-37d4cbf8e1af req-76c77a7e-6444-4256-85c7-5d9d528d5f91 service neutron] 10.222.0.49 "GET /v2.0/networks?id=90328803-c194-44d1-9fd8-57597e08b3bd HTTP/1.1" status: 200 len: 915 time: 0.1015480 May 05 15:37:41.893163 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c138a858-c558-4c14-af01-cc5a02528d5a req-dcb00cb1-1147-4a20-b1b1-d6f9d5d79428 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.49 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0580533 May 05 15:37:41.972629 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0148d1a2-d0b7-41e7-b796-37d4cbf8e1af req-bbaab377-877d-4bc0-895c-6212a88c3c09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=443c01c2-a691-47b6-ae7f-e90d934f2421 HTTP/1.1" status: 200 len: 1000 time: 0.0675981 May 05 15:37:42.006662 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6ad57-c094-4eaa-b925-115c49eee489 req-5d6af9e2-c8e4-4a1a-9155-cc3fff31cd10 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:42.008183 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7bd6ad57-c094-4eaa-b925-115c49eee489 req-5d6af9e2-c8e4-4a1a-9155-cc3fff31cd10 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 946 time: 0.0631471 May 05 15:37:42.027592 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148d1a2-d0b7-41e7-b796-37d4cbf8e1af req-aecaa1a1-714d-42b7-8db1-5246602518bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:42.029311 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0148d1a2-d0b7-41e7-b796-37d4cbf8e1af req-aecaa1a1-714d-42b7-8db1-5246602518bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=10ad6ef3-0faa-4641-9b3a-c20cee8f5c29 HTTP/1.1" status: 200 len: 853 time: 0.0502667 May 05 15:37:42.034300 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 46532) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:42.075104 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Deleting port ed51ee8f-4a72-4c11-9184-499b606af333 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:42.075437 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.096241 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148d1a2-d0b7-41e7-b796-37d4cbf8e1af req-0674bc0c-b818-4ec0-ad16-8cdd3b069ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:42.097723 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0148d1a2-d0b7-41e7-b796-37d4cbf8e1af req-0674bc0c-b818-4ec0-ad16-8cdd3b069ea2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90328803-c194-44d1-9fd8-57597e08b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593905 May 05 15:37:42.120124 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7bd6ad57-c094-4eaa-b925-115c49eee489 req-fd422747-03f4-48bd-a581-aa5546b22c46 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab5566c-db47-40d5-8806-e1ab78ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852826 May 05 15:37:42.133337 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c38d023-2a3b-4a71-ba8c-56258928b1dc tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (dc98c3d5-e551-4650-b465-cb46c9002329), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.190679 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] For port ed51ee8f-4a72-4c11-9184-499b606af333, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ed51ee8f-4a72-4c11-9184-499b606af333,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:42.191392 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.198915 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c38d023-2a3b-4a71-ba8c-56258928b1dc tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (dc98c3d5-e551-4650-b465-cb46c9002329), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.245240 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0148d1a2-d0b7-41e7-b796-37d4cbf8e1af req-678099ac-d308-432d-a34c-36eba8b709f1 service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410186 May 05 15:37:42.338738 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0148d1a2-d0b7-41e7-b796-37d4cbf8e1af req-2327717b-098e-4d38-8f08-0658fad60373 service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867755 May 05 15:37:42.375717 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c38d023-2a3b-4a71-ba8c-56258928b1dc tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (dc98c3d5-e551-4650-b465-cb46c9002329), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.378320 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c38d023-2a3b-4a71-ba8c-56258928b1dc tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.379524 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-9c38d023-2a3b-4a71-ba8c-56258928b1dc tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc98c3d5-e551-4650-b465-cb46c9002329 HTTP/1.1" status: 204 len: 168 time: 0.3488481 May 05 15:37:42.383530 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 46534) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:42.404252 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38d023-2a3b-4a71-ba8c-56258928b1dc tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc98c3d5-e551-4650-b465-cb46c9002329,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:42.406454 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.api.v2.resource [None req-88664e50-0a2b-4907-be20-f99743465743 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] show failed (client error): The resource could not be found. May 05 15:37:42.407479 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-88664e50-0a2b-4907-be20-f99743465743 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups/dc98c3d5-e551-4650-b465-cb46c9002329 HTTP/1.1" status: 404 len: 347 time: 0.0230553 May 05 15:37:42.410478 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 46538) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:42.422226 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.422675 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (b04ce699-d53f-4d50-883c-a84949d09b0d), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.422993 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Floating IP b04ce699-d53f-4d50-883c-a84949d09b0d disassociated. External IP: 172.27.0.232, port: ed51ee8f-4a72-4c11-9184-499b606af333. May 05 15:37:42.423337 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Calling delete_port for ed51ee8f-4a72-4c11-9184-499b606af333 owned by compute:nova {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:42.550184 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-32ca208c-a91f-477d-b8b3-719ebded062c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Deleting port dccdefa4-f73a-427f-909f-878df3800dc2 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:42.550735 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32ca208c-a91f-477d-b8b3-719ebded062c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (dccdefa4-f73a-427f-909f-878df3800dc2), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.631228 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32ca208c-a91f-477d-b8b3-719ebded062c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (dccdefa4-f73a-427f-909f-878df3800dc2), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.631612 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32ca208c-a91f-477d-b8b3-719ebded062c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (dccdefa4-f73a-427f-909f-878df3800dc2), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.644861 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (ed51ee8f-4a72-4c11-9184-499b606af333), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.645561 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-32ca208c-a91f-477d-b8b3-719ebded062c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Calling delete_port for dccdefa4-f73a-427f-909f-878df3800dc2 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:42.680832 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event deleted for resources: {'Port': ['ID=ed51ee8f-4a72-4c11-9184-499b606af333,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:42.881403 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe23892-87f1-4d77-8c9c-c4ea185df3fb req-478e5678-310e-462e-ab71-f1ade2c89e65 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:42.882813 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7fe23892-87f1-4d77-8c9c-c4ea185df3fb req-478e5678-310e-462e-ab71-f1ade2c89e65 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0645988 May 05 15:37:42.891547 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Router e7783c59-1a08-46b4-a954-9ad9685899a6 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:37:42.953305 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32ca208c-a91f-477d-b8b3-719ebded062c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (dccdefa4-f73a-427f-909f-878df3800dc2), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.980475 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca208c-a91f-477d-b8b3-719ebded062c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event deleted for resources: {'Port': ['ID=dccdefa4-f73a-427f-909f-878df3800dc2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:42.994836 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7fe23892-87f1-4d77-8c9c-c4ea185df3fb req-9cf20ba4-e653-40e2-b2c0-8c09585e647f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058691 May 05 15:37:43.059179 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32ca208c-a91f-477d-b8b3-719ebded062c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (e5d15ba9-1b76-4193-9b92-95ce4d5bc773), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:43.063135 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32ca208c-a91f-477d-b8b3-719ebded062c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:43.067666 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-32ca208c-a91f-477d-b8b3-719ebded062c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "DELETE /v2.0/floatingips/e5d15ba9-1b76-4193-9b92-95ce4d5bc773 HTTP/1.1" status: 204 len: 168 time: 0.6561973 May 05 15:37:43.068176 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:37:43.079546 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa078c23-af76-458b-ab11-b5f60dc23c7a None None] Sync routers for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:37:43.098566 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa078c23-af76-458b-ab11-b5f60dc23c7a None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:43.102044 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fa078c23-af76-458b-ab11-b5f60dc23c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:37:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:43.129011 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] No DVR routers for this DVR port ed51ee8f-4a72-4c11-9184-499b606af333 on host hv-cinder-84067 {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:37:43.131333 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:43.134771 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c138a858-c558-4c14-af01-cc5a02528d5a req-af6fc40d-81d4-4ed3-aefb-1793faaa9446 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.49 "DELETE /v2.0/ports/ed51ee8f-4a72-4c11-9184-499b606af333 HTTP/1.1" status: 204 len: 173 time: 1.2308972 May 05 15:37:43.135238 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'name': 'network-vif-deleted', 'tag': 'ed51ee8f-4a72-4c11-9184-499b606af333'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:43.148055 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f861f7d-9889-402b-a0a5-32e94e6a8a4d" -d '{"events": [{"server_uuid": "666c3ca8-5d77-4a02-8b64-470bf760fd2a", "name": "network-vif-deleted", "tag": "ed51ee8f-4a72-4c11-9184-499b606af333"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:43.231954 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-fa078c23-af76-458b-ab11-b5f60dc23c7a None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:43.414442 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46558) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:43.428168 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-05fff1ae-517d-4ba1-8a46-2a92b5f08e6a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--792409154', 'description': 'tempest-description--2140460004'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:43.483798 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5f799a04-8150-41b5-9f67-f7fcd1b99f06 req-f1363308-9d7f-42d9-b8c2-e348d4c18566 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 210 time: 0.0276093 May 05 15:37:43.527215 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fa078c23-af76-458b-ab11-b5f60dc23c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:43.530524 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affe99fe-be84-4e22-b3a7-d72a5631c75f x-openstack-request-id: req-affe99fe-be84-4e22-b3a7-d72a5631c75f {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:43.530813 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666c3ca8-5d77-4a02-8b64-470bf760fd2a", "name": "network-vif-deleted", "tag": "ed51ee8f-4a72-4c11-9184-499b606af333", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:43.531067 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-affe99fe-be84-4e22-b3a7-d72a5631c75f {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:43.531468 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affe99fe-be84-4e22-b3a7-d72a5631c75f'] response: {'server_uuid': '666c3ca8-5d77-4a02-8b64-470bf760fd2a', 'name': 'network-vif-deleted', 'tag': 'ed51ee8f-4a72-4c11-9184-499b606af333', 'status': 'completed', 'code': 200} May 05 15:37:43.541469 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-05fff1ae-517d-4ba1-8a46-2a92b5f08e6a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:43.557692 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa078c23-af76-458b-ab11-b5f60dc23c7a None None] Checking router: e7783c59-1a08-46b4-a954-9ad9685899a6 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:37:43.566092 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa078c23-af76-458b-ab11-b5f60dc23c7a None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:43.566716 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fa078c23-af76-458b-ab11-b5f60dc23c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:37:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:43.612139 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-05fff1ae-517d-4ba1-8a46-2a92b5f08e6a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (177fbeea-0d10-4295-af72-5989d01d9198), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:43.679623 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-fa078c23-af76-458b-ab11-b5f60dc23c7a None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:43.730030 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-05fff1ae-517d-4ba1-8a46-2a92b5f08e6a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (177fbeea-0d10-4295-af72-5989d01d9198), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:43.760116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fff1ae-517d-4ba1-8a46-2a92b5f08e6a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177fbeea-0d10-4295-af72-5989d01d9198,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:43.823090 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-05fff1ae-517d-4ba1-8a46-2a92b5f08e6a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:43.824905 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-05fff1ae-517d-4ba1-8a46-2a92b5f08e6a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4063191 May 05 15:37:43.832442 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46564) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:43.838309 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-599e04ef-3bdf-4713-aef7-8712116e17f1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'security_group_rule': {'security_group_id': '177fbeea-0d10-4295-af72-5989d01d9198', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:43.873621 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fa078c23-af76-458b-ab11-b5f60dc23c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:43.899984 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa078c23-af76-458b-ab11-b5f60dc23c7a None None] The sync data for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi is: [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:37:44.011633 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-599e04ef-3bdf-4713-aef7-8712116e17f1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (24905b01-818e-455f-a0cd-0a06ffe42104), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:44.135794 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-599e04ef-3bdf-4713-aef7-8712116e17f1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (24905b01-818e-455f-a0cd-0a06ffe42104), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:44.145127 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35eb5f3-ca77-4ae0-ae11-9b9548de7122 req-dc38653b-343c-4187-9a78-c24e710dcc4e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:44.146842 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a35eb5f3-ca77-4ae0-ae11-9b9548de7122 req-dc38653b-343c-4187-9a78-c24e710dcc4e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0618730 May 05 15:37:44.155727 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba401608-847a-4c3a-bd48-ae1a7a614fed None None] New status for floating IP b04ce699-d53f-4d50-883c-a84949d09b0d: DOWN {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:37:44.204422 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-599e04ef-3bdf-4713-aef7-8712116e17f1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (24905b01-818e-455f-a0cd-0a06ffe42104), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:44.212733 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a35eb5f3-ca77-4ae0-ae11-9b9548de7122 req-4c96f3a9-d0a2-41a2-98a1-0896e1c1445b tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594938 May 05 15:37:44.227574 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e04ef-3bdf-4713-aef7-8712116e17f1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24905b01-818e-455f-a0cd-0a06ffe42104,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:44.326203 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-599e04ef-3bdf-4713-aef7-8712116e17f1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:44.327459 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-599e04ef-3bdf-4713-aef7-8712116e17f1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4940412 May 05 15:37:44.330320 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46568) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:44.334856 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-3a4760f8-7fa0-4db8-bb9e-3927f94ab52c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'security_group_rule': {'security_group_id': '177fbeea-0d10-4295-af72-5989d01d9198', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:44.467206 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3a4760f8-7fa0-4db8-bb9e-3927f94ab52c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (5cb35c8e-d025-48da-8af7-0d0dae7094d8), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:44.524512 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3a4760f8-7fa0-4db8-bb9e-3927f94ab52c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (5cb35c8e-d025-48da-8af7-0d0dae7094d8), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:44.603583 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ae135cd6-a84d-4261-9ae0-42b2e837746f req-6004d154-3fef-4e7a-a565-39b6a121e16d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=666c3ca8-5d77-4a02-8b64-470bf760fd2a HTTP/1.1" status: 200 len: 210 time: 0.0367823 May 05 15:37:44.672930 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3a4760f8-7fa0-4db8-bb9e-3927f94ab52c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (5cb35c8e-d025-48da-8af7-0d0dae7094d8), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:44.692235 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4760f8-7fa0-4db8-bb9e-3927f94ab52c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb35c8e-d025-48da-8af7-0d0dae7094d8,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:44.783499 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3a4760f8-7fa0-4db8-bb9e-3927f94ab52c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:44.785295 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-3a4760f8-7fa0-4db8-bb9e-3927f94ab52c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4540396 May 05 15:37:44.789065 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46576) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:44.794146 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:44.890042 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:44.969861 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.078496 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Allocated IP 172.27.0.163 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/abf78e5f-c5ba-464b-95e8-35c5be0d9d71) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:37:45.197991 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for port (abf78e5f-c5ba-464b-95e8-35c5be0d9d71), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.309249 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (abf78e5f-c5ba-464b-95e8-35c5be0d9d71), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.353499 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54b2e4-cff3-40eb-804c-a0b6fd2f0549 req-cc7df42b-5f4f-4497-bf26-a48cf5e688a4 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:45.354899 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4d54b2e4-cff3-40eb-804c-a0b6fd2f0549 req-cc7df42b-5f4f-4497-bf26-a48cf5e688a4 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0736024 May 05 15:37:45.369116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:37:45.378337 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:37:45.386075 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'Port': ['ID=abf78e5f-c5ba-464b-95e8-35c5be0d9d71,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:45.398718 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:37:45.469953 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4d54b2e4-cff3-40eb-804c-a0b6fd2f0549 req-7d048443-8397-4367-9286-3961b21b0cdb tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063023 May 05 15:37:45.473864 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (32298774-1e01-409c-b540-8137807dee84), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.586598 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (abf78e5f-c5ba-464b-95e8-35c5be0d9d71), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.627104 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device ed51ee8f-4a72-4c11-9184-499b606af333 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:37:45.651238 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: ed51ee8f-4a72-4c11-9184-499b606af333 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:37:45.652283 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device ed51ee8f-4a72-4c11-9184-499b606af333 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:37:45.753486 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for port (abf78e5f-c5ba-464b-95e8-35c5be0d9d71), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.822950 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46590) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:45.873552 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (abf78e5f-c5ba-464b-95e8-35c5be0d9d71), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.885804 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-522c7489-0d41-4386-b8fc-b062050bc243 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (fab5566c-db47-40d5-8806-e1ab78ce2037), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.910021 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (32298774-1e01-409c-b540-8137807dee84), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.949202 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-522c7489-0d41-4386-b8fc-b062050bc243 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (fab5566c-db47-40d5-8806-e1ab78ce2037), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.951809 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'Port': ['ID=abf78e5f-c5ba-464b-95e8-35c5be0d9d71,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:46.051852 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.053796 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f325437e-1e65-4cad-83d8-06c8acd61257 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2637851 May 05 15:37:46.078626 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-522c7489-0d41-4386-b8fc-b062050bc243 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (fab5566c-db47-40d5-8806-e1ab78ce2037), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.081219 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-522c7489-0d41-4386-b8fc-b062050bc243 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.082417 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-522c7489-0d41-4386-b8fc-b062050bc243 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "DELETE /v2.0/security-groups/fab5566c-db47-40d5-8806-e1ab78ce2037 HTTP/1.1" status: 204 len: 168 time: 0.2584178 May 05 15:37:46.094709 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46594) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:46.103193 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c7489-0d41-4386-b8fc-b062050bc243 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab5566c-db47-40d5-8806-e1ab78ce2037,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:46.112460 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.api.v2.resource [None req-a0707779-c932-478e-9969-518c24600c6d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] show failed (client error): The resource could not be found. May 05 15:37:46.112751 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a0707779-c932-478e-9969-518c24600c6d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups/fab5566c-db47-40d5-8806-e1ab78ce2037 HTTP/1.1" status: 404 len: 347 time: 0.0179572 May 05 15:37:46.116670 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46598) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:46.244864 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-dd226be5-734b-4f77-9850-047dc126a8e5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Deleting port 1068fb22-f9c9-40ec-ac48-046ea529962b {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:46.245204 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-dd226be5-734b-4f77-9850-047dc126a8e5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (1068fb22-f9c9-40ec-ac48-046ea529962b), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.296016 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-446fa9c2-6d7b-4e4f-a6d6-7edaade1d39b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--792409154&fields=id&tenant_id=bedb0fa11b034325ad09ea0ec7f8e288 HTTP/1.1" status: 200 len: 267 time: 0.0437994 May 05 15:37:46.322296 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-dd226be5-734b-4f77-9850-047dc126a8e5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (1068fb22-f9c9-40ec-ac48-046ea529962b), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.322683 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-dd226be5-734b-4f77-9850-047dc126a8e5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (1068fb22-f9c9-40ec-ac48-046ea529962b), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.336230 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-dd226be5-734b-4f77-9850-047dc126a8e5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Calling delete_port for 1068fb22-f9c9-40ec-ac48-046ea529962b owned by network:floatingip {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:46.410647 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7f5b80ef-3d9b-4488-a5ae-a90f569b9cd6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:46.412462 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7f5b80ef-3d9b-4488-a5ae-a90f569b9cd6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 816 time: 0.1098258 May 05 15:37:46.428368 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-2a11889a-fc8d-4db3-872c-d7baf4c10b3e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/quotas/bedb0fa11b034325ad09ea0ec7f8e288 HTTP/1.1" status: 200 len: 375 time: 0.0101602 May 05 15:37:46.479716 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-6036b8f1-9572-42d4-bf10-767b91be6426 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455458 May 05 15:37:46.583395 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-5716f756-2c13-4b98-83a7-4963bb4d84cc service neutron] 10.222.0.44 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898416 May 05 15:37:46.682881 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-8d34297b-9750-4bcd-8845-5a67905e5cde service neutron] 10.222.0.44 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931439 May 05 15:37:46.819444 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bedb15-fa08-42d7-8515-4dae3d7f747a req-78e7fd9d-7371-4faf-ac60-6b013a468865 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:46.820705 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-86bedb15-fa08-42d7-8515-4dae3d7f747a req-78e7fd9d-7371-4faf-ac60-6b013a468865 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.1729867 May 05 15:37:46.839738 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-dd226be5-734b-4f77-9850-047dc126a8e5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (1068fb22-f9c9-40ec-ac48-046ea529962b), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.872014 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd226be5-734b-4f77-9850-047dc126a8e5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event deleted for resources: {'Port': ['ID=1068fb22-f9c9-40ec-ac48-046ea529962b,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:46.919009 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-dd226be5-734b-4f77-9850-047dc126a8e5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (b04ce699-d53f-4d50-883c-a84949d09b0d), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.921871 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-dd226be5-734b-4f77-9850-047dc126a8e5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.925318 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-dd226be5-734b-4f77-9850-047dc126a8e5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "DELETE /v2.0/floatingips/b04ce699-d53f-4d50-883c-a84949d09b0d HTTP/1.1" status: 204 len: 168 time: 0.8043301 May 05 15:37:46.948856 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-86bedb15-fa08-42d7-8515-4dae3d7f747a req-08d99766-ab3a-4c02-9c98-13d52d002fea tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221545 May 05 15:37:46.978816 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f0294f9e-648e-4df9-af66-b95857f63006 req-a4e0d9d8-fd34-4498-81f5-e20215444005 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 210 time: 0.0310402 May 05 15:37:47.217894 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46628) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:47.222561 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-e9b26b09-3b4c-4bcf-9287-cb3e14b8570f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1341849250', 'description': 'tempest-description--970066041'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:47.324112 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e9b26b09-3b4c-4bcf-9287-cb3e14b8570f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.392597 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e9b26b09-3b4c-4bcf-9287-cb3e14b8570f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.472562 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e9b26b09-3b4c-4bcf-9287-cb3e14b8570f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.501667 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b26b09-3b4c-4bcf-9287-cb3e14b8570f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:47.577588 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e9b26b09-3b4c-4bcf-9287-cb3e14b8570f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.578859 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e9b26b09-3b4c-4bcf-9287-cb3e14b8570f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3599098 May 05 15:37:47.581667 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46632) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:47.587063 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-b21da701-bb32-4140-88c4-530e9c969ade tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'security_group_rule': {'security_group_id': '33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:47.677763 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21da701-bb32-4140-88c4-530e9c969ade tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (c9beb4a5-3e6b-4f86-a0de-0a863f97da04), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.733208 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21da701-bb32-4140-88c4-530e9c969ade tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (c9beb4a5-3e6b-4f86-a0de-0a863f97da04), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.815384 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21da701-bb32-4140-88c4-530e9c969ade tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (c9beb4a5-3e6b-4f86-a0de-0a863f97da04), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.835029 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21da701-bb32-4140-88c4-530e9c969ade tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9beb4a5-3e6b-4f86-a0de-0a863f97da04,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:47.909124 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21da701-bb32-4140-88c4-530e9c969ade tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.910371 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b21da701-bb32-4140-88c4-530e9c969ade tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276570 May 05 15:37:47.913806 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46636) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:47.918161 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-b6565143-d3ad-400e-b425-f0b9cab1f747 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'security_group_rule': {'security_group_id': '33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:47.998302 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6565143-d3ad-400e-b425-f0b9cab1f747 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (b26ce49e-d74a-4fbf-b787-0c8ef814243b), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:48.060771 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6565143-d3ad-400e-b425-f0b9cab1f747 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (b26ce49e-d74a-4fbf-b787-0c8ef814243b), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:48.070624 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4e600-8d38-40f4-a17a-13ea32c333e8 req-02dbc725-3aaf-4e7a-803f-672c6c498623 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:48.072288 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-93f4e600-8d38-40f4-a17a-13ea32c333e8 req-02dbc725-3aaf-4e7a-803f-672c6c498623 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0522218 May 05 15:37:48.090920 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4b8bbe32-aa1f-4ec7-9af5-ce2081158cdb req-05a4168f-9650-44fd-aae6-65eb8efae8ec tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 210 time: 0.0287519 May 05 15:37:48.107377 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6565143-d3ad-400e-b425-f0b9cab1f747 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (b26ce49e-d74a-4fbf-b787-0c8ef814243b), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:48.128294 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6565143-d3ad-400e-b425-f0b9cab1f747 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26ce49e-d74a-4fbf-b787-0c8ef814243b,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:48.134954 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-93f4e600-8d38-40f4-a17a-13ea32c333e8 req-39cc857a-f8d6-449f-95e8-a1480caa5c1d tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560815 May 05 15:37:48.212413 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b6565143-d3ad-400e-b425-f0b9cab1f747 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:48.213631 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b6565143-d3ad-400e-b425-f0b9cab1f747 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2988272 May 05 15:37:48.217942 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 46644) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:48.222130 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:48.341408 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:48.421551 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:48.527721 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Allocated IP 172.27.0.130 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/9dbb8521-285a-42ef-8263-606b0dc401ff) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:37:48.634628 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for port (9dbb8521-285a-42ef-8263-606b0dc401ff), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:48.718924 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (9dbb8521-285a-42ef-8263-606b0dc401ff), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:48.757772 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:37:48.760855 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:37:48.766502 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:37:48.776141 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'Port': ['ID=9dbb8521-285a-42ef-8263-606b0dc401ff,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:48.818265 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (e3ef7b03-b691-43d9-8b60-024f27256d62), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:48.903811 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (9dbb8521-285a-42ef-8263-606b0dc401ff), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:49.053177 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for port (9dbb8521-285a-42ef-8263-606b0dc401ff), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:49.112241 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (9dbb8521-285a-42ef-8263-606b0dc401ff), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:49.147598 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (e3ef7b03-b691-43d9-8b60-024f27256d62), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:49.178118 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'Port': ['ID=9dbb8521-285a-42ef-8263-606b0dc401ff,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:49.197681 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2ab7688a-1856-4a7d-a3f6-63479f5794e0 req-dec8fa01-d30e-40cc-8d28-16af51db3d95 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 210 time: 0.0323489 May 05 15:37:49.246002 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:49.247447 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-7f8f43de-2fdb-451a-bea8-cfe73faa564f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0284464 May 05 15:37:49.464226 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-0605f060-6c4f-48ea-ab6e-cb5db33a6875 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1341849250&fields=id&tenant_id=9033d11b107a4c22b38f31a181a05ebe HTTP/1.1" status: 200 len: 267 time: 0.0470083 May 05 15:37:49.537947 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aeee1-c56c-4768-877a-5ffc500ead1f req-2251b89a-0d4f-4f79-af2c-3f0dacaef8d0 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:49.539655 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-de4aeee1-c56c-4768-877a-5ffc500ead1f req-2251b89a-0d4f-4f79-af2c-3f0dacaef8d0 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.3315310 May 05 15:37:49.578096 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3e958b78-34c5-42bd-ae88-e8cbfd1b2c65 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:49.579602 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3e958b78-34c5-42bd-ae88-e8cbfd1b2c65 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/networks?id=c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 200 len: 810 time: 0.1086137 May 05 15:37:49.598852 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-0b9c91be-2122-406a-b577-50ce08729e7b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/quotas/9033d11b107a4c22b38f31a181a05ebe HTTP/1.1" status: 200 len: 375 time: 0.0132720 May 05 15:37:49.615591 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-de4aeee1-c56c-4768-877a-5ffc500ead1f req-d3d84d98-4795-4630-a667-2af737fdb006 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691056 May 05 15:37:49.649512 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-eae6bd77-1028-4812-9d8a-7beeaec7ac39 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484421 May 05 15:37:49.744228 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-30f5ed1f-bbf9-47ff-a49e-454e94726fbd service neutron] 10.222.0.44 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836961 May 05 15:37:49.839699 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-4d826cc5-c724-42c4-925c-762ee2678ea0 service neutron] 10.222.0.44 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897326 May 05 15:37:50.125521 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5908c0ee-d70f-4c79-8417-bd67468ffc86 req-1485dff4-e890-4f27-be7e-e5d863616e1f tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 210 time: 0.0271432 May 05 15:37:50.331567 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-00848bcc-febc-4b95-a8bd-f402bcf7b0f6 req-ad470272-f1c6-4a79-ba4e-2669cb69504b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 210 time: 0.0413866 May 05 15:37:50.406195 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-d650a77e-f0bd-402f-baa0-998e9a58c92b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:50.407685 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-d650a77e-f0bd-402f-baa0-998e9a58c92b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.49 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 816 time: 0.1432281 May 05 15:37:50.469632 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-ec21d39d-1168-4562-ba83-5323511239ee tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bedb0fa11b034325ad09ea0ec7f8e288 HTTP/1.1" status: 200 len: 379 time: 0.0530279 May 05 15:37:50.478941 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'port': {'device_id': '34773439-4013-49dc-ad6c-70b25d71cecb', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'admin_state_up': True, 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'security_groups': ['177fbeea-0d10-4295-af72-5989d01d9198']}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:50.661585 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Made reservation on behalf of bedb0fa11b034325ad09ea0ec7f8e288 for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:37:50.664913 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:50.735387 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9048754-aa24-4b9e-a486-df6642e61d34 req-b82f6393-cb71-4f52-a33a-6c6f0c02e50d tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:50.736858 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e9048754-aa24-4b9e-a486-df6642e61d34 req-b82f6393-cb71-4f52-a33a-6c6f0c02e50d tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0523810 May 05 15:37:50.798652 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Allocated IP 172.20.0.8 (567bf926-5d0b-40e3-87cf-663917924844/7dba1ae9-e494-4720-b0dd-109269841baf/dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:37:50.807916 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e9048754-aa24-4b9e-a486-df6642e61d34 req-246747c6-dcc3-4fa2-ba44-524a3fddbed3 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643566 May 05 15:37:50.821054 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:50.949806 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:51.032861 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:51.077652 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Network 567bf926-5d0b-40e3-87cf-663917924844 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:37:51.080653 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:37:51.089354 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:37:51.094431 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:51.095038 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:51.104687 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event updated for resources: {'Port': ['ID=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:51.172869 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-4cfdc723-0293-44b2-8cc4-e37e56d98e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6974635 May 05 15:37:51.230801 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-722b3860-31bb-46fd-9fef-34931182c9c7 req-d1ee35a8-b2d5-4ef8-91a4-a2256015dcfd tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 210 time: 0.0338442 May 05 15:37:51.300962 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-3179b168-d767-4789-bd18-cfe7cf20f0fc None None] Provisioning complete for port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:37:51.301356 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3179b168-d767-4789-bd18-cfe7cf20f0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:51.336678 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-3179b168-d767-4789-bd18-cfe7cf20f0fc None None] Port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:37:51.453506 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67458458-366a-482a-a5da-25b55a18072f req-12e3dd09-11fa-471c-8170-f9afd0a9c332 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:51.454933 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-67458458-366a-482a-a5da-25b55a18072f req-12e3dd09-11fa-471c-8170-f9afd0a9c332 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 931 time: 0.0479159 May 05 15:37:51.502095 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-67458458-366a-482a-a5da-25b55a18072f req-069116be-f609-4ee7-92be-8718b46842bd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407336 May 05 15:37:51.938970 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54309be-497e-47c9-8f67-43221321dc10 req-5ba8369c-e09a-471d-95da-4e3bb3991c75 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:51.940465 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c54309be-497e-47c9-8f67-43221321dc10 req-5ba8369c-e09a-471d-95da-4e3bb3991c75 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0522060 May 05 15:37:52.003682 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c54309be-497e-47c9-8f67-43221321dc10 req-12161a76-a69e-4e26-b67a-992d15f7b8ae tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556569 May 05 15:37:52.325088 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-19b20ec0-b038-4a7b-bccb-559db348adf7 req-e6ab87fc-a383-4dd5-8b38-3e8fd2804353 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 210 time: 0.0274873 May 05 15:37:52.619126 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc4466-a7a0-444a-bb79-60d16634b989 req-5baea507-2d9c-474e-8a35-fcb43c7e0019 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:52.620610 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bccc4466-a7a0-444a-bb79-60d16634b989 req-5baea507-2d9c-474e-8a35-fcb43c7e0019 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 931 time: 0.0457516 May 05 15:37:52.666655 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bccc4466-a7a0-444a-bb79-60d16634b989 req-fc29bd66-0632-449d-a662-2ce1b92ae56d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405774 May 05 15:37:53.125259 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53de39-dc14-4829-82e7-a38e003d9e4f req-05ae718a-1627-4cae-9ce6-fa3fcddd242f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:53.126751 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8e53de39-dc14-4829-82e7-a38e003d9e4f req-05ae718a-1627-4cae-9ce6-fa3fcddd242f tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0504396 May 05 15:37:53.191328 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8e53de39-dc14-4829-82e7-a38e003d9e4f req-d1216670-186e-4b9f-85bc-d934d3f420f0 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579886 May 05 15:37:53.420621 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-088c990e-b16b-4802-abca-9043144f6ae2 req-713bf617-1882-4aa4-8323-b7a66ad38507 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 210 time: 0.0303533 May 05 15:37:53.781032 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2913d9-6604-4cbb-8dab-8893910735ec req-ebd27786-24eb-4e4d-9248-8ae328c46a1e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:53.782538 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-be2913d9-6604-4cbb-8dab-8893910735ec req-ebd27786-24eb-4e4d-9248-8ae328c46a1e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 931 time: 0.0468781 May 05 15:37:53.830275 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-be2913d9-6604-4cbb-8dab-8893910735ec req-d47d7c05-458d-4aca-8f59-a4ea8656b4f2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416121 May 05 15:37:54.295271 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Request body: {'port': {'device_id': '34773439-4013-49dc-ad6c-70b25d71cecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:54.339038 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d4a1f-f10f-459c-89af-342b971eda31 req-ddc0cda2-38da-4479-8e9d-b27d5d8e13c2 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:54.341236 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-924d4a1f-f10f-459c-89af-342b971eda31 req-ddc0cda2-38da-4479-8e9d-b27d5d8e13c2 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0801127 May 05 15:37:54.401967 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:54.440375 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-ae950735-805c-4a1f-9cca-c97c76b3f5ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417836 May 05 15:37:54.469214 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-924d4a1f-f10f-459c-89af-342b971eda31 req-753f8af6-7fd5-4789-96ea-445d4244ee37 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216905 May 05 15:37:54.516291 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a0dbd006-6092-4360-9e23-8047cd76dac0 req-319a131e-240f-4ba9-b7a3-cdeb93d73f00 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 210 time: 0.0310097 May 05 15:37:54.697900 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:37:54.705001 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Publish callbacks [] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:54.716849 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Transition to ACTIVE for port object dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:37:54.775363 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:54.840323 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:54.879807 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Attempting to bind port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:37:54.882146 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Attempting to bind port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:37:54.882146 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Attempting to bind port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 on network 567bf926-5d0b-40e3-87cf-663917924844 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:37:54.886898 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 on network 567bf926-5d0b-40e3-87cf-663917924844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:37:54.887221 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Attempting to bind port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 on network 567bf926-5d0b-40e3-87cf-663917924844 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:37:54.894581 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:37:54.894776 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Checking segment: {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:37:54.895179 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Bound using segment: {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:37:54.895583 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Bound port: dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985b2d79-e7bf-440d-bafc-2ac4f62eda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '567bf926-5d0b-40e3-87cf-663917924844'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:37:54.896655 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:55.038753 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5e317-46c8-46b7-bb1a-9bf99210623a req-c6f57a3c-ff06-4a3b-be6c-fa7ee1dbb823 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:55.040277 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-fed5e317-46c8-46b7-bb1a-9bf99210623a req-c6f57a3c-ff06-4a3b-be6c-fa7ee1dbb823 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0780673 May 05 15:37:55.042941 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:37:55.046141 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:37:55.096604 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-fed5e317-46c8-46b7-bb1a-9bf99210623a req-c1230820-04c5-4e10-bc87-31994600c342 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488443 May 05 15:37:55.164635 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:55.198767 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:55.199339 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:55.200718 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] 10.222.0.49 "PUT /v2.0/ports/dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 HTTP/1.1" status: 200 len: 1093 time: 0.9098213 May 05 15:37:55.201157 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:55.203417 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e90d56-78ef-4fd8-afc6-4187b110a0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:55.228381 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbcfbc-36ed-408b-98b8-ee2404329a08 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:55.244872 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8df5264-aaae-4edd-b299-d170bf31776b x-openstack-request-id: req-d8df5264-aaae-4edd-b299-d170bf31776b {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:55.245164 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:55.245417 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8df5264-aaae-4edd-b299-d170bf31776b {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:55.245844 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8df5264-aaae-4edd-b299-d170bf31776b'] response: {'name': 'network-changed', 'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'status': 'completed', 'code': 200} May 05 15:37:55.367426 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-0ccf667d-ffd9-419a-9158-8eaff1a70869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:55.368920 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-0ccf667d-ffd9-419a-9158-8eaff1a70869 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 1129 time: 0.0445988 May 05 15:37:55.488181 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90d56-78ef-4fd8-afc6-4187b110a0c8 req-615d6877-1868-4bab-9ee7-dd44bf9239cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:55.489739 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-08e90d56-78ef-4fd8-afc6-4187b110a0c8 req-615d6877-1868-4bab-9ee7-dd44bf9239cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 1127 time: 0.0449564 May 05 15:37:55.515754 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-77288872-1538-47f9-9aad-fcb43992688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:55.517325 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-77288872-1538-47f9-9aad-fcb43992688b service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 920 time: 0.0932124 May 05 15:37:55.566617 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-deb51da4-0751-430a-91f1-789291456870 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa6e6b9-b8a8-4740-be53-fda82999f251 HTTP/1.1" status: 200 len: 217 time: 0.0427890 May 05 15:37:55.632616 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-307d39b4-f636-410c-bb10-8f8b68c895e3 req-3c568b88-f623-411e-833d-487dfc9189be tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 210 time: 0.0325413 May 05 15:37:55.638908 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a901f8-24ad-4ded-91ca-91f19ec68080 req-d0ecbb58-af61-44a8-b0e6-132ca6cbe4cf tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:55.640615 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-35a901f8-24ad-4ded-91ca-91f19ec68080 req-d0ecbb58-af61-44a8-b0e6-132ca6cbe4cf tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0714500 May 05 15:37:55.642011 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90d56-78ef-4fd8-afc6-4187b110a0c8 req-c2ef9ab9-a1a1-4afa-9f78-9fa949472069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:55.643497 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-08e90d56-78ef-4fd8-afc6-4187b110a0c8 req-c2ef9ab9-a1a1-4afa-9f78-9fa949472069 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1458309 May 05 15:37:55.647459 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-865445b3-fe33-41dd-8c59-0bbf8b58da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:55.649214 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-865445b3-fe33-41dd-8c59-0bbf8b58da53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0765662 May 05 15:37:55.711921 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-b9794537-4381-466f-8ecc-c061d635b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:55.713592 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-b9794537-4381-466f-8ecc-c061d635b53d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461540 May 05 15:37:55.766567 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-35a901f8-24ad-4ded-91ca-91f19ec68080 req-22d79171-7214-41a9-a924-141e4bcc450a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=97ddfaa6-159c-4454-b4ad-e4631318518b&id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189709 May 05 15:37:55.793397 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90d56-78ef-4fd8-afc6-4187b110a0c8 req-489fce84-bf0a-47e5-a379-ddd99fb443fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:55.796238 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-08e90d56-78ef-4fd8-afc6-4187b110a0c8 req-489fce84-bf0a-47e5-a379-ddd99fb443fa service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301146 May 05 15:37:55.819653 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-f6a214df-1923-4b1f-8716-7847015367d4 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994346 May 05 15:37:56.072698 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-dc060e5c-cf8c-477d-9c28-280c967178d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:56.074211 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-dc060e5c-cf8c-477d-9c28-280c967178d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 1127 time: 0.0459392 May 05 15:37:56.104545 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9d560ca8-6f36-4b5e-b958-4d7e5e8a3fac req-f0e86998-bb4e-48d9-b06a-ee664d64f88d service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957556 May 05 15:37:56.122897 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-862cb68c-5776-4ebb-ad71-069c3189dc93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 HTTP/1.1" status: 200 len: 217 time: 0.0385196 May 05 15:37:56.177644 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-28286038-4cf1-4425-a9cb-607b0b6c76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:56.179306 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-28286038-4cf1-4425-a9cb-607b0b6c76f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dba1ae9-e494-4720-b0dd-109269841baf HTTP/1.1" status: 200 len: 855 time: 0.0502179 May 05 15:37:56.230542 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-0349cc0c-9632-4100-a1e9-eca42dfa6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:56.232049 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-0349cc0c-9632-4100-a1e9-eca42dfa6c9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=567bf926-5d0b-40e3-87cf-663917924844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456755 May 05 15:37:56.237321 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf36ca4-6081-48b0-93b1-e6e312269451 req-8f70cc0b-56c9-4050-b110-7e4c0b4b03aa tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:56.238780 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8bf36ca4-6081-48b0-93b1-e6e312269451 req-8f70cc0b-56c9-4050-b110-7e4c0b4b03aa tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0583594 May 05 15:37:56.332640 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-db89bd69-9981-4c7f-b838-02e2b550f8da service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934451 May 05 15:37:56.368088 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8bf36ca4-6081-48b0-93b1-e6e312269451 req-35535827-6788-455d-818c-96c29501da5b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167827 May 05 15:37:56.402791 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-7ec1e146-65c3-4b75-b533-a657f5c14290 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:56.404890 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-7ec1e146-65c3-4b75-b533-a657f5c14290 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.49 "GET /v2.0/networks?id=c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 200 len: 810 time: 0.1818974 May 05 15:37:56.460859 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-029042a4-46b0-4592-ba14-fd54783bc8c2 req-811d43f3-6cda-4005-9007-72e8c5a4952f service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070249 May 05 15:37:56.480463 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-fd40d3db-9448-46ba-bb76-832f631e73e8 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9033d11b107a4c22b38f31a181a05ebe HTTP/1.1" status: 200 len: 380 time: 0.0676551 May 05 15:37:56.491863 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'port': {'device_id': '31d40ea1-61c0-476f-8354-1038eca34adf', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'admin_state_up': True, 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'security_groups': ['33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:56.672613 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Made reservation on behalf of 9033d11b107a4c22b38f31a181a05ebe for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:37:56.676143 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:56.763378 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4d6aee22-3063-4576-97da-be6d6845c423 req-bf5eb2f0-57db-4552-87cf-be1b6b62ef09 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 210 time: 0.0342824 May 05 15:37:56.832982 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Allocated IP 172.20.0.14 (c0587739-8906-446b-bcca-e4ce438334aa/83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6/74e85cab-e716-45f1-8839-1c3905f3af41) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:37:56.966419 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b55c9c-0f12-464a-b30a-3b15c923fbf9 req-dfd6315d-f47e-4349-ba4a-fb6c58e2e5e7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:56.967855 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-12b55c9c-0f12-464a-b30a-3b15c923fbf9 req-dfd6315d-f47e-4349-ba4a-fb6c58e2e5e7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0836492 May 05 15:37:57.033846 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for port (74e85cab-e716-45f1-8839-1c3905f3af41), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:57.045400 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-12b55c9c-0f12-464a-b30a-3b15c923fbf9 req-8ad1531d-c146-4b56-b081-d93b52158469 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704949 May 05 15:37:57.148039 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:57.194098 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Network c0587739-8906-446b-bcca-e4ce438334aa is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:37:57.197322 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:37:57.203467 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:37:57.210628 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event updated for resources: {'Port': ['ID=74e85cab-e716-45f1-8839-1c3905f3af41,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:57.259801 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:57.260185 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:57.349849 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-87c8005d-27e6-4285-97db-02169a53bbfe tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8628662 May 05 15:37:57.438045 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-c630c5e1-1a53-4bbc-b9ec-45ecdae516ce None None] Provisioning complete for port 74e85cab-e716-45f1-8839-1c3905f3af41 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:37:57.443998 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c630c5e1-1a53-4bbc-b9ec-45ecdae516ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:57.478239 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c630c5e1-1a53-4bbc-b9ec-45ecdae516ce None None] Port 74e85cab-e716-45f1-8839-1c3905f3af41 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:37:57.491481 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Request body: {'port': {'device_id': '31d40ea1-61c0-476f-8354-1038eca34adf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:57.554511 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627fdc7-d91a-4664-9f25-a7762dd3b525 req-a6c264ad-57ca-4749-9edb-01190eb31f28 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:57.556994 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e627fdc7-d91a-4664-9f25-a7762dd3b525 req-a6c264ad-57ca-4749-9edb-01190eb31f28 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0520527 May 05 15:37:57.558429 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:57.638565 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9167e-c9e0-4970-8d4d-17d0b2f05622 req-9d704062-cb40-4930-9eb8-6abad853334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:57.640196 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b4c9167e-c9e0-4970-8d4d-17d0b2f05622 req-9d704062-cb40-4930-9eb8-6abad853334f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 1130 time: 0.0587368 May 05 15:37:57.648759 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e627fdc7-d91a-4664-9f25-a7762dd3b525 req-b3fedede-a33f-42ab-ad7a-d1da75f10377 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847929 May 05 15:37:57.687517 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:37:57.749920 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9167e-c9e0-4970-8d4d-17d0b2f05622 req-33fb8135-fe67-4a22-9128-207f94044764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:57.751641 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b4c9167e-c9e0-4970-8d4d-17d0b2f05622 req-33fb8135-fe67-4a22-9128-207f94044764 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 920 time: 0.0988846 May 05 15:37:57.793811 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:57.806655 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'port_id': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'mac_address': 'fa:16:3e:76:d2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:37:57.826014 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b4c9167e-c9e0-4970-8d4d-17d0b2f05622 req-dbba104c-a92b-455b-9f11-d7c89aa6af22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add6451b-955d-40d4-91cc-b6d51c1f07c0 HTTP/1.1" status: 200 len: 1000 time: 0.0654402 May 05 15:37:57.849872 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:37:57.850525 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:57.867896 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:37:57.881747 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9167e-c9e0-4970-8d4d-17d0b2f05622 req-093ce850-93c4-4c80-8bb6-7aa1e192beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:57.883370 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b4c9167e-c9e0-4970-8d4d-17d0b2f05622 req-093ce850-93c4-4c80-8bb6-7aa1e192beb1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0509932 May 05 15:37:57.888239 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:57.893029 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e85cab-e716-45f1-8839-1c3905f3af41 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:37:57.904905 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Publish callbacks [] for port (74e85cab-e716-45f1-8839-1c3905f3af41), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:57.919534 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070132b4-4124-4303-9290-c0eb43ab03f1 req-e25e077d-1625-49fc-8109-dc00adb7a61c tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:57.919534 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-070132b4-4124-4303-9290-c0eb43ab03f1 req-e25e077d-1625-49fc-8109-dc00adb7a61c tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 932 time: 0.0671082 May 05 15:37:57.928324 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9167e-c9e0-4970-8d4d-17d0b2f05622 req-78c715d1-95c5-4ed7-b6bc-13440963e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:57.929783 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b4c9167e-c9e0-4970-8d4d-17d0b2f05622 req-78c715d1-95c5-4ed7-b6bc-13440963e8c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402188 May 05 15:37:57.934219 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Transition to ACTIVE for port object 74e85cab-e716-45f1-8839-1c3905f3af41 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:37:57.952820 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:57.971170 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-070132b4-4124-4303-9290-c0eb43ab03f1 req-bf4baf64-2843-4b0f-ac22-dd701c0c4af6 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473859 May 05 15:37:57.992869 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:58.004135 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:58.035070 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b4c9167e-c9e0-4970-8d4d-17d0b2f05622 req-267b7892-feee-4659-b6d0-6339997ea553 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981240 May 05 15:37:58.044972 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Pushing event updated for resources: {'Port': ['ID=74e85cab-e716-45f1-8839-1c3905f3af41,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:58.121525 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Attempting to bind port 74e85cab-e716-45f1-8839-1c3905f3af41 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:37:58.122600 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Attempting to bind port 74e85cab-e716-45f1-8839-1c3905f3af41 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:37:58.122994 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Attempting to bind port 74e85cab-e716-45f1-8839-1c3905f3af41 on network c0587739-8906-446b-bcca-e4ce438334aa {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:37:58.128784 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Port 74e85cab-e716-45f1-8839-1c3905f3af41 on network c0587739-8906-446b-bcca-e4ce438334aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:37:58.129110 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Attempting to bind port 74e85cab-e716-45f1-8839-1c3905f3af41 on network c0587739-8906-446b-bcca-e4ce438334aa {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:37:58.135074 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:37:58.135415 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Checking segment: {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:37:58.135804 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Bound using segment: {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:37:58.136239 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Bound port: 74e85cab-e716-45f1-8839-1c3905f3af41, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a53e75-e705-421c-bf09-a9296745cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:37:58.136604 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:58.148035 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b4c9167e-c9e0-4970-8d4d-17d0b2f05622 req-c460a144-c747-4ecd-b915-5c4f8ede5252 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055670 May 05 15:37:58.208495 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b0603-b802-4b20-9744-d8da8a5920e7 req-125b62de-9e0d-42e4-8cb9-cecaffea8193 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:58.210550 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3e0b0603-b802-4b20-9744-d8da8a5920e7 req-125b62de-9e0d-42e4-8cb9-cecaffea8193 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0616019 May 05 15:37:58.220618 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] For port 74e85cab-e716-45f1-8839-1c3905f3af41, host hv-cinder-84067, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:37:58.224406 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] For port 74e85cab-e716-45f1-8839-1c3905f3af41, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=74e85cab-e716-45f1-8839-1c3905f3af41,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:37:58.232045 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:37:58.266809 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3e0b0603-b802-4b20-9744-d8da8a5920e7 req-7aedf7ca-eb72-40da-8f80-8875f4b176e7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493426 May 05 15:37:58.312955 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:58.349440 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:58.350594 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:58.352287 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] 10.222.0.49 "PUT /v2.0/ports/74e85cab-e716-45f1-8839-1c3905f3af41 HTTP/1.1" status: 200 len: 1094 time: 0.8659859 May 05 15:37:58.354879 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d40ea1-61c0-476f-8354-1038eca34adf', 'tag': '74e85cab-e716-45f1-8839-1c3905f3af41'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:58.358522 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be92c922-5d94-4f28-9b49-d42d710427d1" -d '{"events": [{"name": "network-changed", "server_uuid": "31d40ea1-61c0-476f-8354-1038eca34adf", "tag": "74e85cab-e716-45f1-8839-1c3905f3af41"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:58.405181 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e42d8-a451-4de8-a66e-5cb4d5d181c4 service neutron] Pushing event updated for resources: {'Port': ['ID=74e85cab-e716-45f1-8839-1c3905f3af41,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:58.416676 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc34dcbc-9cc7-409a-9c5b-9dcfced5201e x-openstack-request-id: req-cc34dcbc-9cc7-409a-9c5b-9dcfced5201e {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:58.416972 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d40ea1-61c0-476f-8354-1038eca34adf", "tag": "74e85cab-e716-45f1-8839-1c3905f3af41", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:58.417223 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc34dcbc-9cc7-409a-9c5b-9dcfced5201e {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:58.417621 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc34dcbc-9cc7-409a-9c5b-9dcfced5201e'] response: {'name': 'network-changed', 'server_uuid': '31d40ea1-61c0-476f-8354-1038eca34adf', 'tag': '74e85cab-e716-45f1-8839-1c3905f3af41', 'status': 'completed', 'code': 200} May 05 15:37:58.500462 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92c922-5d94-4f28-9b49-d42d710427d1 req-6266334d-b456-41cb-84eb-2a203b326491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:58.502051 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-be92c922-5d94-4f28-9b49-d42d710427d1 req-6266334d-b456-41cb-84eb-2a203b326491 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 1128 time: 0.0491395 May 05 15:37:58.606331 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92c922-5d94-4f28-9b49-d42d710427d1 req-b58080b9-9d44-4743-810f-526972ea3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:58.607813 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-be92c922-5d94-4f28-9b49-d42d710427d1 req-b58080b9-9d44-4743-810f-526972ea3080 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9033d11b107a4c22b38f31a181a05ebe&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0981143 May 05 15:37:58.706315 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92c922-5d94-4f28-9b49-d42d710427d1 req-089575ab-039b-4894-a0f2-2f890f6aab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:58.707939 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-be92c922-5d94-4f28-9b49-d42d710427d1 req-089575ab-039b-4894-a0f2-2f890f6aab06 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924246 May 05 15:37:58.783099 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b7baa-2e4d-4a61-8789-671dc3dbe5f6 req-df9f7130-ab37-41da-b697-dbc98d9781a4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:58.784606 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cd0b7baa-2e4d-4a61-8789-671dc3dbe5f6 req-df9f7130-ab37-41da-b697-dbc98d9781a4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 944 time: 0.0536153 May 05 15:37:58.794986 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-29dc0d0d-a2c1-4ad4-b157-47400bc8ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:58.796539 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-29dc0d0d-a2c1-4ad4-b157-47400bc8ac49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 1128 time: 0.0487528 May 05 15:37:58.834740 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cd0b7baa-2e4d-4a61-8789-671dc3dbe5f6 req-0a20fb50-4004-4928-8cd8-63697a7290fb tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436339 May 05 15:37:58.843311 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-e8688b6f-b1bd-4316-a443-94b560c1bb6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74e85cab-e716-45f1-8839-1c3905f3af41 HTTP/1.1" status: 200 len: 217 time: 0.0363758 May 05 15:37:58.892168 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-c1fec6d4-6ab5-4b6c-aad0-b4b8526f8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:58.893591 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-c1fec6d4-6ab5-4b6c-aad0-b4b8526f8430 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6 HTTP/1.1" status: 200 len: 849 time: 0.0441744 May 05 15:37:59.088711 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70026ff7-cd98-4f1e-8bb8-57388b41efec req-921cf7cb-1563-4dea-ad0f-c618e22a655c tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:59.090152 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-70026ff7-cd98-4f1e-8bb8-57388b41efec req-921cf7cb-1563-4dea-ad0f-c618e22a655c tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 944 time: 0.0511103 May 05 15:37:59.137632 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-70026ff7-cd98-4f1e-8bb8-57388b41efec req-de5e026f-b2a9-48f8-9856-6f3c742b2b80 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 May 05 15:37:59.204561 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-d6de6d0d-d107-43ca-88b0-ff189429ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:59.206005 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-d6de6d0d-d107-43ca-88b0-ff189429ad01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0587739-8906-446b-bcca-e4ce438334aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391123 May 05 15:37:59.299018 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-2028b9db-bf62-48ec-8e5e-70738dc423e5 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855963 May 05 15:37:59.389544 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b62f7-937f-4530-bd4c-0f3056136d59 req-bfdf51f7-c283-4d47-9eb7-4bfd27c7c603 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:59.389800 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1e2bab7f-13e7-4ed0-8dd1-eeb03104c73f req-f7bf9f34-4e81-417f-82f9-98bf8dd4be3f service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842886 May 05 15:37:59.391040 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5c6b62f7-937f-4530-bd4c-0f3056136d59 req-bfdf51f7-c283-4d47-9eb7-4bfd27c7c603 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0478210 May 05 15:37:59.441270 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5c6b62f7-937f-4530-bd4c-0f3056136d59 req-3a170300-5b48-4839-83d2-cac6b643f48f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440733 May 05 15:37:59.687533 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:37:59.731337 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:37:59.804147 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:37:59.804533 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:59.888501 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:37:59.888895 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:59.914987 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:59.917185 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372f6e4d-7cff-4e4a-b627-ece7fa984cca" -d '{"events": [{"server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "name": "network-vif-plugged", "status": "completed", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:59.962205 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20607e48-fd3d-4316-ac41-201e8c7dbc2c req-13440bfb-dbfe-4113-8615-9f5a6855b4c6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:59.964023 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-20607e48-fd3d-4316-ac41-201e8c7dbc2c req-13440bfb-dbfe-4113-8615-9f5a6855b4c6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 944 time: 0.0541639 May 05 15:38:00.017036 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-20607e48-fd3d-4316-ac41-201e8c7dbc2c req-d031437f-b69d-42db-bc36-0ee6955c1b2b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471165 May 05 15:38:00.051909 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:00.066927 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9bef7b-2cbd-4380-ad3d-d3e461278aec x-openstack-request-id: req-8f9bef7b-2cbd-4380-ad3d-d3e461278aec {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:00.067207 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "name": "network-vif-plugged", "status": "completed", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:00.067455 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f9bef7b-2cbd-4380-ad3d-d3e461278aec {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:00.068592 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9bef7b-2cbd-4380-ad3d-d3e461278aec'] response: {'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'code': 200} May 05 15:38:00.135721 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:00.196820 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:00.230212 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24ba78-9390-450a-99a2-1479dafb06ab req-50ae19df-b58a-48df-a99b-c2a6a36f621d tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:00.231642 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2c24ba78-9390-450a-99a2-1479dafb06ab req-50ae19df-b58a-48df-a99b-c2a6a36f621d tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 945 time: 0.0482817 May 05 15:38:00.253463 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:38:00.258965 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58a643-3852-4172-a2c1-bd7928a34e0f req-a21efe49-4eb1-4c8f-af40-7150ebb3c1c5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:00.260545 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8e58a643-3852-4172-a2c1-bd7928a34e0f req-a21efe49-4eb1-4c8f-af40-7150ebb3c1c5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 944 time: 0.0488586 May 05 15:38:00.279298 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2c24ba78-9390-450a-99a2-1479dafb06ab req-82c74abf-c0d2-41b6-9ac2-b43464ce2098 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 May 05 15:38:00.313185 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8e58a643-3852-4172-a2c1-bd7928a34e0f req-99fface5-d778-4b48-ac4d-5a86fda99fb9 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470190 May 05 15:38:00.561995 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce706167-84ac-4177-8cf9-509efaba7476 req-2960365b-a444-405b-86d4-657c3b9a1c1a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:00.563512 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ce706167-84ac-4177-8cf9-509efaba7476 req-2960365b-a444-405b-86d4-657c3b9a1c1a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0478311 May 05 15:38:00.615590 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ce706167-84ac-4177-8cf9-509efaba7476 req-70586bb2-f837-463e-addd-ff2387e8adc2 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459149 May 05 15:38:00.906724 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0ae5dc51-0a69-4bf9-aeaa-873647a4be67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:01.135980 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c72cb7-d2af-4a13-a65b-1301cd9857c9 req-ed35abbf-5ca4-40b4-8a41-dbcc52214c38 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:01.137413 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d1c72cb7-d2af-4a13-a65b-1301cd9857c9 req-ed35abbf-5ca4-40b4-8a41-dbcc52214c38 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0465004 May 05 15:38:01.184188 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d1c72cb7-d2af-4a13-a65b-1301cd9857c9 req-ef14ec83-281b-4284-85fa-afa315cb8516 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411088 May 05 15:38:01.392868 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8237f01-cd87-4a69-a451-eb008a4cba6e req-26a641a8-b086-49a9-9062-e3b34cb0b7a3 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:01.394517 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b8237f01-cd87-4a69-a451-eb008a4cba6e req-26a641a8-b086-49a9-9062-e3b34cb0b7a3 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 945 time: 0.0474150 May 05 15:38:01.428117 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a429e-fda8-4674-8241-28185c53331f req-d580381f-71aa-4c3a-b462-81a6ae7ec98d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:01.429761 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fe2a429e-fda8-4674-8241-28185c53331f req-d580381f-71aa-4c3a-b462-81a6ae7ec98d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 944 time: 0.0477266 May 05 15:38:01.441383 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b8237f01-cd87-4a69-a451-eb008a4cba6e req-94603440-188a-4d90-9369-98df8e50bfa4 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 May 05 15:38:01.478109 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fe2a429e-fda8-4674-8241-28185c53331f req-e936aa58-3620-499c-a747-4788eec1c05a tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418386 May 05 15:38:01.700487 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 74e85cab-e716-45f1-8839-1c3905f3af41 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:38:01.729970 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404121e1-e655-450b-a149-8e7e92de42b2 req-b575eac4-1448-4515-9133-7f863500ce2b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:01.731515 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-404121e1-e655-450b-a149-8e7e92de42b2 req-b575eac4-1448-4515-9133-7f863500ce2b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0479403 May 05 15:38:01.783635 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-404121e1-e655-450b-a149-8e7e92de42b2 req-26a03241-c063-4b07-8f61-4f83eea2a45b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465391 May 05 15:38:01.799906 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 74e85cab-e716-45f1-8839-1c3905f3af41, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=74e85cab-e716-45f1-8839-1c3905f3af41,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:01.811187 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '74e85cab-e716-45f1-8839-1c3905f3af41', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'port_id': '74e85cab-e716-45f1-8839-1c3905f3af41', 'mac_address': 'fa:16:3e:a3:9a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:38:01.848097 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 74e85cab-e716-45f1-8839-1c3905f3af41 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:01.848476 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:01.861066 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e85cab-e716-45f1-8839-1c3905f3af41 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:38:01.879807 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 74e85cab-e716-45f1-8839-1c3905f3af41, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=74e85cab-e716-45f1-8839-1c3905f3af41,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:01.941849 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:01.991664 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=74e85cab-e716-45f1-8839-1c3905f3af41,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:02.020035 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d80e2-0933-4768-b317-36e5f8d83330 req-50644883-f493-42c8-8e7e-751c78142fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:02.022143 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9e6d80e2-0933-4768-b317-36e5f8d83330 req-50644883-f493-42c8-8e7e-751c78142fe5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 1129 time: 0.0423000 May 05 15:38:02.150248 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9e6d80e2-0933-4768-b317-36e5f8d83330 req-bd1357d2-3e4e-404c-a782-6343ef51ab8c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401611 May 05 15:38:02.253483 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['74e85cab-e716-45f1-8839-1c3905f3af41'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:38:02.300148 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3073a9a-d984-4cca-94d6-8f74ea6bc7b8 req-4cfb376a-8eee-40cb-871c-75de41151523 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:02.301617 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d3073a9a-d984-4cca-94d6-8f74ea6bc7b8 req-4cfb376a-8eee-40cb-871c-75de41151523 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0470574 May 05 15:38:02.349565 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d3073a9a-d984-4cca-94d6-8f74ea6bc7b8 req-a8073463-15e4-4fdb-bfa7-a30c31894279 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415921 May 05 15:38:02.552776 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3ab5c-b3a8-46a5-b9be-56ac9587cf06 req-57fc6f69-f384-46bb-ac17-0b1ac65dd3b2 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:02.554375 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e8b3ab5c-b3a8-46a5-b9be-56ac9587cf06 req-57fc6f69-f384-46bb-ac17-0b1ac65dd3b2 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 945 time: 0.0492518 May 05 15:38:02.564901 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb71f36-2a20-440c-a096-cf93a006a49f req-575e25bc-dfb7-4790-b97c-2bbe0dcb1244 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:02.566429 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-acb71f36-2a20-440c-a096-cf93a006a49f req-575e25bc-dfb7-4790-b97c-2bbe0dcb1244 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 945 time: 0.0566866 May 05 15:38:02.614051 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-acb71f36-2a20-440c-a096-cf93a006a49f req-2af201dc-2807-4c8a-8232-429471b4777a tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/security-groups?id=9820f090-9b7f-4613-9ad6-6c3bc8a046b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415642 May 05 15:38:02.629348 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0cde7-8514-48e8-93a0-e9537ab9092c req-fe6c8b9d-81d0-4ddd-a2cd-5131c1960b45 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:02.630922 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3fa0cde7-8514-48e8-93a0-e9537ab9092c req-fe6c8b9d-81d0-4ddd-a2cd-5131c1960b45 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 945 time: 0.0858164 May 05 15:38:02.698817 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-e8b3ab5c-b3a8-46a5-b9be-56ac9587cf06 req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Deleting port 64949045-0794-47ee-a34f-0bcf1309a36f {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:38:02.699147 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e8b3ab5c-b3a8-46a5-b9be-56ac9587cf06 req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.735558 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3fa0cde7-8514-48e8-93a0-e9537ab9092c req-0eb572eb-3559-4f47-b684-0524306c587d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955973 May 05 15:38:02.803230 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-e8b3ab5c-b3a8-46a5-b9be-56ac9587cf06 req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] For port 64949045-0794-47ee-a34f-0bcf1309a36f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=64949045-0794-47ee-a34f-0bcf1309a36f,segment=NetworkSegment(c57b1a60-7f40-4e07-9256-0291392fd940),segment_id=c57b1a60-7f40-4e07-9256-0291392fd940)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:02.803598 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e8b3ab5c-b3a8-46a5-b9be-56ac9587cf06 req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.817204 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-e8b3ab5c-b3a8-46a5-b9be-56ac9587cf06 req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Calling delete_port for 64949045-0794-47ee-a34f-0bcf1309a36f owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:38:02.894790 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c28831-ee19-4124-9d08-a62d8e730598 req-f6353b21-f9ed-4ae7-a671-6627ba697b4c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:02.896917 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a9c28831-ee19-4124-9d08-a62d8e730598 req-f6353b21-f9ed-4ae7-a671-6627ba697b4c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0464029 May 05 15:38:02.944669 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a9c28831-ee19-4124-9d08-a62d8e730598 req-0cb7b7d9-611a-4b7f-9f97-f7a89f804246 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421202 May 05 15:38:03.009912 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e8b3ab5c-b3a8-46a5-b9be-56ac9587cf06 req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (64949045-0794-47ee-a34f-0bcf1309a36f), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:03.021999 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-08f1efd3-3897-4612-9b81-531043b44c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:03.040623 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Pushing event deleted for resources: {'Port': ['ID=64949045-0794-47ee-a34f-0bcf1309a36f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:03.051834 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.052185 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.052531 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.052870 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.053206 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.053535 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.053863 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.054188 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.054541 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.054864 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.055189 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.055510 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.055832 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.056154 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.056482 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:03.095770 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b3ab5c-b3a8-46a5-b9be-56ac9587cf06 req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] No DVR routers for this DVR port 64949045-0794-47ee-a34f-0bcf1309a36f on host hv-cinder-84067 {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:38:03.098266 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e8b3ab5c-b3a8-46a5-b9be-56ac9587cf06 req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:03.102312 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e8b3ab5c-b3a8-46a5-b9be-56ac9587cf06 req-56571f3d-1e10-44af-a16d-4d8402f640c8 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.49 "DELETE /v2.0/ports/64949045-0794-47ee-a34f-0bcf1309a36f HTTP/1.1" status: 204 len: 173 time: 0.5401423 May 05 15:38:03.102759 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1d475e-32c6-4383-861a-e06e1fd494a5', 'name': 'network-vif-deleted', 'tag': '64949045-0794-47ee-a34f-0bcf1309a36f'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:38:03.104986 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e242ada2-b88b-411c-9705-7661f16e6212" -d '{"events": [{"server_uuid": "cb1d475e-32c6-4383-861a-e06e1fd494a5", "name": "network-vif-deleted", "tag": "64949045-0794-47ee-a34f-0bcf1309a36f"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:38:03.127029 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['64949045-0794-47ee-a34f-0bcf1309a36f'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:38:03.139072 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c92bf31-2b37-4cc7-87f6-1806a45cbbde x-openstack-request-id: req-2c92bf31-2b37-4cc7-87f6-1806a45cbbde {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:03.139369 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1d475e-32c6-4383-861a-e06e1fd494a5", "name": "network-vif-deleted", "tag": "64949045-0794-47ee-a34f-0bcf1309a36f", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:03.139622 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c92bf31-2b37-4cc7-87f6-1806a45cbbde {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:03.140020 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c92bf31-2b37-4cc7-87f6-1806a45cbbde'] response: {'server_uuid': 'cb1d475e-32c6-4383-861a-e06e1fd494a5', 'name': 'network-vif-deleted', 'tag': '64949045-0794-47ee-a34f-0bcf1309a36f', 'status': 'completed', 'code': 200} May 05 15:38:03.466155 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892da4c-fb02-46e6-a1cd-99bcca23e09e req-8fd49606-7244-4582-a49a-d0acb81b7026 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:03.467673 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6892da4c-fb02-46e6-a1cd-99bcca23e09e req-8fd49606-7244-4582-a49a-d0acb81b7026 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0471308 May 05 15:38:03.517511 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6892da4c-fb02-46e6-a1cd-99bcca23e09e req-a3d18642-5dc1-44fa-9f04-3b929998d316 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434482 May 05 15:38:03.720290 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6e0b442c-1ee5-4034-b3da-aac203375898 req-73bbed7c-ceab-4977-8c50-c1d5dc7acbf6 tempest-VolumesSnapshotTestJSON-1303214934 tempest-VolumesSnapshotTestJSON-1303214934-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb1d475e-32c6-4383-861a-e06e1fd494a5 HTTP/1.1" status: 200 len: 210 time: 0.0306878 May 05 15:38:03.733097 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 74e85cab-e716-45f1-8839-1c3905f3af41 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:03.783345 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port 74e85cab-e716-45f1-8839-1c3905f3af41 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:38:03.853511 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f24f-bc2c-4c01-b8ce-7ee9d6163aff req-5c6201b2-4c35-4955-bf6d-684b3fe026d1 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:03.855012 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-50c6f24f-bc2c-4c01-b8ce-7ee9d6163aff req-5c6201b2-4c35-4955-bf6d-684b3fe026d1 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 945 time: 0.0484438 May 05 15:38:03.860949 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 74e85cab-e716-45f1-8839-1c3905f3af41 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:03.861341 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:03.913472 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-50c6f24f-bc2c-4c01-b8ce-7ee9d6163aff req-7c6cabb7-7d39-45da-8be8-523695a344f2 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527179 May 05 15:38:03.945888 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 74e85cab-e716-45f1-8839-1c3905f3af41 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:03.946274 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:03.968629 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d40ea1-61c0-476f-8354-1038eca34adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e85cab-e716-45f1-8839-1c3905f3af41'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:38:03.970871 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3b270e-a9a2-4dd7-8c2f-ab55e94b1431" -d '{"events": [{"server_uuid": "31d40ea1-61c0-476f-8354-1038eca34adf", "name": "network-vif-plugged", "status": "completed", "tag": "74e85cab-e716-45f1-8839-1c3905f3af41"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:38:03.985568 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 74e85cab-e716-45f1-8839-1c3905f3af41, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=74e85cab-e716-45f1-8839-1c3905f3af41,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:04.012854 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0a83a1-8ccf-4808-b03f-ffcdd276874e x-openstack-request-id: req-0b0a83a1-8ccf-4808-b03f-ffcdd276874e {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:04.013163 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d40ea1-61c0-476f-8354-1038eca34adf", "name": "network-vif-plugged", "status": "completed", "tag": "74e85cab-e716-45f1-8839-1c3905f3af41", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:04.013419 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b0a83a1-8ccf-4808-b03f-ffcdd276874e {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:04.013818 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0a83a1-8ccf-4808-b03f-ffcdd276874e'] response: {'server_uuid': '31d40ea1-61c0-476f-8354-1038eca34adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e85cab-e716-45f1-8839-1c3905f3af41', 'code': 200} May 05 15:38:04.032613 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:04.033426 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 64949045-0794-47ee-a34f-0bcf1309a36f no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:38:04.062927 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380d5e7-87d9-47ab-88c7-1df2053d2e30 req-b4ba0668-2c6f-4141-a05f-8146bf6986dd tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:04.064411 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2380d5e7-87d9-47ab-88c7-1df2053d2e30 req-b4ba0668-2c6f-4141-a05f-8146bf6986dd tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0492156 May 05 15:38:04.076196 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: 64949045-0794-47ee-a34f-0bcf1309a36f {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:38:04.076538 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 64949045-0794-47ee-a34f-0bcf1309a36f not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:38:04.102065 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=74e85cab-e716-45f1-8839-1c3905f3af41,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:04.112118 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2380d5e7-87d9-47ab-88c7-1df2053d2e30 req-637e635c-48b7-410a-8709-3f1fe051883b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419180 May 05 15:38:04.255582 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:04.580421 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a51d95-1a61-4ca1-8e83-d02224162ca4 req-f01890ff-1f5c-4b94-9069-0a2b7cd9bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:04.581933 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a5a51d95-1a61-4ca1-8e83-d02224162ca4 req-f01890ff-1f5c-4b94-9069-0a2b7cd9bf86 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 1130 time: 0.0818853 May 05 15:38:04.628566 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a5a51d95-1a61-4ca1-8e83-d02224162ca4 req-24acde0e-f83a-4e52-890d-314e6971c5a9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384674 May 05 15:38:04.639336 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e62860-8b7e-4128-a66b-87bc7bce6681 req-bd15eae5-57ba-4ba1-ba7e-398f38cbe1da tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:04.640811 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-98e62860-8b7e-4128-a66b-87bc7bce6681 req-bd15eae5-57ba-4ba1-ba7e-398f38cbe1da tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0470922 May 05 15:38:04.687636 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-98e62860-8b7e-4128-a66b-87bc7bce6681 req-24b69f22-4166-4415-b75a-0606c33b893f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403776 May 05 15:38:04.804135 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5d427-7701-45c9-9030-a7572258b277 req-93bd6eb8-4812-4da9-94c9-c69c6f243dfb tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:04.805578 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c7e5d427-7701-45c9-9030-a7572258b277 req-93bd6eb8-4812-4da9-94c9-c69c6f243dfb tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0508759 May 05 15:38:04.814272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 46860) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:04.819367 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5f710b18-e6b0-41a3-948f-1958c4cf87d2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Request body: {'floatingip': {'port_id': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:04.857391 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f710b18-e6b0-41a3-948f-1958c4cf87d2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (32298774-1e01-409c-b540-8137807dee84), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:05.023674 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f30b2-62d8-4781-b3d7-9eedb68240c9 req-68cce0f4-6d8f-4608-9510-1e2f83a9695a tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:05.025561 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ea2f30b2-62d8-4781-b3d7-9eedb68240c9 req-68cce0f4-6d8f-4608-9510-1e2f83a9695a tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 946 time: 0.0515840 May 05 15:38:05.073294 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ea2f30b2-62d8-4781-b3d7-9eedb68240c9 req-677fd3c1-a837-442f-86ae-5d8ff839b3ae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 May 05 15:38:05.429098 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf1dbc-12d9-4e8d-9283-f6a3e938f626 req-8bda339f-4393-473d-b1b6-d2628604ee90 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:05.430590 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-82bf1dbc-12d9-4e8d-9283-f6a3e938f626 req-8bda339f-4393-473d-b1b6-d2628604ee90 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0576112 May 05 15:38:05.538819 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-82bf1dbc-12d9-4e8d-9283-f6a3e938f626 req-ceef7aeb-794e-4024-9c48-c72c85b0fb34 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762520 May 05 15:38:05.600227 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f710b18-e6b0-41a3-948f-1958c4cf87d2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:05.655527 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f710b18-e6b0-41a3-948f-1958c4cf87d2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (32298774-1e01-409c-b540-8137807dee84), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:05.758051 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [None req-5f710b18-e6b0-41a3-948f-1958c4cf87d2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Floating IP 32298774-1e01-409c-b540-8137807dee84 associated. External IP: 172.27.0.163, port: dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674. May 05 15:38:05.838509 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:05.975402 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f710b18-e6b0-41a3-948f-1958c4cf87d2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Router 490adb72-503e-4400-9c89-48b3108c21d7 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:38:06.087860 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f710b18-e6b0-41a3-948f-1958c4cf87d2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:38:06.092261 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f710b18-e6b0-41a3-948f-1958c4cf87d2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:06.101457 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6aeef-3a37-46a0-829c-4606bac0a417 None None] Sync routers for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:38:06.115724 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6aeef-3a37-46a0-829c-4606bac0a417 None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:06.121226 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f0e6aeef-3a37-46a0-829c-4606bac0a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:06.128331 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-5f710b18-e6b0-41a3-948f-1958c4cf87d2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "PUT /v2.0/floatingips/32298774-1e01-409c-b540-8137807dee84 HTTP/1.1" status: 200 len: 991 time: 1.3129723 May 05 15:38:06.129204 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:38:06.132402 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:38:06.173735 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa077b1b-6f61-4430-8d3c-41969bce2e3d x-openstack-request-id: req-aa077b1b-6f61-4430-8d3c-41969bce2e3d {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:06.174019 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:06.174267 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa077b1b-6f61-4430-8d3c-41969bce2e3d {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:06.174762 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa077b1b-6f61-4430-8d3c-41969bce2e3d'] response: {'name': 'network-changed', 'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'status': 'completed', 'code': 200} May 05 15:38:06.207837 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355ed15-c757-47fd-b3f6-cd2bd88a7ad0 req-8adbaded-fad5-4992-8730-fe3b30d3549a tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:06.210378 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e355ed15-c757-47fd-b3f6-cd2bd88a7ad0 req-8adbaded-fad5-4992-8730-fe3b30d3549a tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 946 time: 0.0561507 May 05 15:38:06.234916 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f0e6aeef-3a37-46a0-829c-4606bac0a417 None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:06.250572 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd req-713b1f01-bb78-446c-b97d-1208ab12a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:06.253569 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd req-713b1f01-bb78-446c-b97d-1208ab12a48f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 1129 time: 0.0531847 May 05 15:38:06.281561 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e355ed15-c757-47fd-b3f6-cd2bd88a7ad0 req-926d4100-7c10-48ec-85a8-d7bade7a6ff5 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654109 May 05 15:38:06.352515 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd req-1c2e2a89-2b0f-430d-abea-90f944080936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:06.353870 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd req-1c2e2a89-2b0f-430d-abea-90f944080936 service neutron] 10.222.0.49 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 917 time: 0.0950191 May 05 15:38:06.437151 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd req-bc0fe49a-465b-41e9-a6aa-5fa83d6bea77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 HTTP/1.1" status: 200 len: 999 time: 0.0775156 May 05 15:38:06.456394 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f0e6aeef-3a37-46a0-829c-4606bac0a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '32298774-1e01-409c-b540-8137807dee84', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'port_id': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'mac_address': 'fa:16:3e:76:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34773439-4013-49dc-ad6c-70b25d71cecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:45Z', 'updated_at': '2022-05-05T15:38:05Z', 'revision_number': 1, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:06.491334 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6aeef-3a37-46a0-829c-4606bac0a417 None None] Checking router: 490adb72-503e-4400-9c89-48b3108c21d7 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:38:06.500041 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6aeef-3a37-46a0-829c-4606bac0a417 None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:06.500656 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f0e6aeef-3a37-46a0-829c-4606bac0a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:06.503326 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd req-69e24f24-079c-4b18-9640-c39059411884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:06.504796 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd req-69e24f24-079c-4b18-9640-c39059411884 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dba1ae9-e494-4720-b0dd-109269841baf HTTP/1.1" status: 200 len: 855 time: 0.0456760 May 05 15:38:06.548321 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd req-62c8b783-240b-49cd-b5ef-1d7357c3efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:06.549915 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd req-62c8b783-240b-49cd-b5ef-1d7357c3efb4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=567bf926-5d0b-40e3-87cf-663917924844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391574 May 05 15:38:06.612175 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f0e6aeef-3a37-46a0-829c-4606bac0a417 None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:06.685287 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acf677-7fb4-4921-a3da-551c6369db56 req-ebaae29d-26e1-4e74-8c39-c866f1f5c615 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:06.686770 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-28acf677-7fb4-4921-a3da-551c6369db56 req-ebaae29d-26e1-4e74-8c39-c866f1f5c615 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0655332 May 05 15:38:06.690451 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd req-8a562fdf-6b12-4247-aa2e-6d8ba7b894bb service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337905 May 05 15:38:06.807076 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-28acf677-7fb4-4921-a3da-551c6369db56 req-08df0269-b132-4db0-b4df-d5a450652eaa tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140623 May 05 15:38:06.835455 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e47d5eb7-332a-4c9f-bdf0-e54732c3a8cd req-55c8d3b2-f571-4839-a979-3242bc41a2bf service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325936 May 05 15:38:06.841877 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f0e6aeef-3a37-46a0-829c-4606bac0a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '32298774-1e01-409c-b540-8137807dee84', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'port_id': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'mac_address': 'fa:16:3e:76:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34773439-4013-49dc-ad6c-70b25d71cecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:45Z', 'updated_at': '2022-05-05T15:38:05Z', 'revision_number': 1, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:06.872457 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6aeef-3a37-46a0-829c-4606bac0a417 None None] The sync data for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi is: [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '32298774-1e01-409c-b540-8137807dee84', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'port_id': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'mac_address': 'fa:16:3e:76:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34773439-4013-49dc-ad6c-70b25d71cecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:45Z', 'updated_at': '2022-05-05T15:38:05Z', 'revision_number': 1, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:38:07.060674 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7848f914-c94f-4c8b-9f8f-b0188611dda5 None None] New status for floating IP 32298774-1e01-409c-b540-8137807dee84: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:38:07.209652 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:07.396685 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9347d-0fb1-4b65-9ff8-5ca9d04564cc req-2556830a-f1ec-479a-9ab8-e531831a82a4 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:07.398140 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b5d9347d-0fb1-4b65-9ff8-5ca9d04564cc req-2556830a-f1ec-479a-9ab8-e531831a82a4 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 946 time: 0.0521007 May 05 15:38:07.445173 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b5d9347d-0fb1-4b65-9ff8-5ca9d04564cc req-9d2beed6-515b-43c3-84b2-8a9526aa5bcd tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 May 05 15:38:07.553486 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681662-149c-4615-ba47-2eba2cdcabee req-526d8f0c-2363-4f64-aeec-004446a205f7 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:07.554999 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-08681662-149c-4615-ba47-2eba2cdcabee req-526d8f0c-2363-4f64-aeec-004446a205f7 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 946 time: 0.0467331 May 05 15:38:07.563825 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 46888) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:07.568623 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4b536fd3-ded4-4cbd-9d7c-5c1db09abbbc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Request body: {'floatingip': {'port_id': '74e85cab-e716-45f1-8839-1c3905f3af41'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:07.605988 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b536fd3-ded4-4cbd-9d7c-5c1db09abbbc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (e3ef7b03-b691-43d9-8b60-024f27256d62), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:07.936988 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b9fc1-71f4-4b86-8b16-099d42dae29c req-39fab4b5-0468-4a33-b5ff-7aa9f47b8404 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:07.938515 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c18b9fc1-71f4-4b86-8b16-099d42dae29c req-39fab4b5-0468-4a33-b5ff-7aa9f47b8404 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0492685 May 05 15:38:07.987316 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c18b9fc1-71f4-4b86-8b16-099d42dae29c req-7ef576b8-6a90-42b3-9c6a-429950d55bdf tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 May 05 15:38:08.064118 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b536fd3-ded4-4cbd-9d7c-5c1db09abbbc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:08.158673 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b536fd3-ded4-4cbd-9d7c-5c1db09abbbc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (e3ef7b03-b691-43d9-8b60-024f27256d62), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:08.260210 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [None req-4b536fd3-ded4-4cbd-9d7c-5c1db09abbbc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Floating IP e3ef7b03-b691-43d9-8b60-024f27256d62 associated. External IP: 172.27.0.130, port: 74e85cab-e716-45f1-8839-1c3905f3af41. May 05 15:38:08.467772 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b536fd3-ded4-4cbd-9d7c-5c1db09abbbc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Router e7783c59-1a08-46b4-a954-9ad9685899a6 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:38:08.577098 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b536fd3-ded4-4cbd-9d7c-5c1db09abbbc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:38:08.581765 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b536fd3-ded4-4cbd-9d7c-5c1db09abbbc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:08.587410 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155937fd-bc26-465f-a22e-b56ede5f1cd9 None None] Sync routers for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:38:08.597963 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155937fd-bc26-465f-a22e-b56ede5f1cd9 None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:08.604039 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-155937fd-bc26-465f-a22e-b56ede5f1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:08.611025 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-4b536fd3-ded4-4cbd-9d7c-5c1db09abbbc tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "PUT /v2.0/floatingips/e3ef7b03-b691-43d9-8b60-024f27256d62 HTTP/1.1" status: 200 len: 992 time: 1.0461764 May 05 15:38:08.611701 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d40ea1-61c0-476f-8354-1038eca34adf', 'tag': '74e85cab-e716-45f1-8839-1c3905f3af41'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:38:08.613924 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb886722-fba2-47d6-a9b4-b7a86b850b33" -d '{"events": [{"name": "network-changed", "server_uuid": "31d40ea1-61c0-476f-8354-1038eca34adf", "tag": "74e85cab-e716-45f1-8839-1c3905f3af41"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:38:08.710248 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16059f4e-8e6f-4878-b63c-3e8bec0663be x-openstack-request-id: req-16059f4e-8e6f-4878-b63c-3e8bec0663be {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:08.710569 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d40ea1-61c0-476f-8354-1038eca34adf", "tag": "74e85cab-e716-45f1-8839-1c3905f3af41", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:08.710823 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16059f4e-8e6f-4878-b63c-3e8bec0663be {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:08.711228 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16059f4e-8e6f-4878-b63c-3e8bec0663be'] response: {'name': 'network-changed', 'server_uuid': '31d40ea1-61c0-476f-8354-1038eca34adf', 'tag': '74e85cab-e716-45f1-8839-1c3905f3af41', 'status': 'completed', 'code': 200} May 05 15:38:08.794444 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-155937fd-bc26-465f-a22e-b56ede5f1cd9 None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:09.003009 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-155937fd-bc26-465f-a22e-b56ede5f1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'e3ef7b03-b691-43d9-8b60-024f27256d62', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'port_id': '74e85cab-e716-45f1-8839-1c3905f3af41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'mac_address': 'fa:16:3e:a3:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d40ea1-61c0-476f-8354-1038eca34adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:48Z', 'updated_at': '2022-05-05T15:38:07Z', 'revision_number': 1, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:09.028899 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155937fd-bc26-465f-a22e-b56ede5f1cd9 None None] Checking router: e7783c59-1a08-46b4-a954-9ad9685899a6 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:38:09.037099 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155937fd-bc26-465f-a22e-b56ede5f1cd9 None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:09.037705 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-155937fd-bc26-465f-a22e-b56ede5f1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:09.101142 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477972f3-546d-47fc-8477-a31dedcd74fe req-cdd372d0-35ea-4588-81e9-315d95f1b565 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:09.102654 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-477972f3-546d-47fc-8477-a31dedcd74fe req-cdd372d0-35ea-4588-81e9-315d95f1b565 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0470848 May 05 15:38:09.146509 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-155937fd-bc26-465f-a22e-b56ede5f1cd9 None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:09.153394 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-477972f3-546d-47fc-8477-a31dedcd74fe req-ed915b1e-04af-4ed8-97b6-09eecd0b33d9 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451980 May 05 15:38:09.356344 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-155937fd-bc26-465f-a22e-b56ede5f1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'e3ef7b03-b691-43d9-8b60-024f27256d62', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'port_id': '74e85cab-e716-45f1-8839-1c3905f3af41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'mac_address': 'fa:16:3e:a3:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d40ea1-61c0-476f-8354-1038eca34adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:48Z', 'updated_at': '2022-05-05T15:38:07Z', 'revision_number': 1, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:09.382528 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155937fd-bc26-465f-a22e-b56ede5f1cd9 None None] The sync data for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi is: [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'e3ef7b03-b691-43d9-8b60-024f27256d62', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'port_id': '74e85cab-e716-45f1-8839-1c3905f3af41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'mac_address': 'fa:16:3e:a3:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d40ea1-61c0-476f-8354-1038eca34adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:48Z', 'updated_at': '2022-05-05T15:38:07Z', 'revision_number': 1, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:38:09.569470 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364b772-ccd7-4e50-bc00-6769a2d6ad82 None None] New status for floating IP e3ef7b03-b691-43d9-8b60-024f27256d62: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:38:09.788812 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb886722-fba2-47d6-a9b4-b7a86b850b33 req-b44d3982-0488-4bef-8a03-17e1441d480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:09.790309 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fb886722-fba2-47d6-a9b4-b7a86b850b33 req-b44d3982-0488-4bef-8a03-17e1441d480d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9033d11b107a4c22b38f31a181a05ebe&device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 1130 time: 0.0413721 May 05 15:38:09.887438 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb886722-fba2-47d6-a9b4-b7a86b850b33 req-ffe6995a-0743-4b82-bf63-58553bbfd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:09.888936 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fb886722-fba2-47d6-a9b4-b7a86b850b33 req-ffe6995a-0743-4b82-bf63-58553bbfd2e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 200 len: 911 time: 0.0928254 May 05 15:38:09.961089 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fb886722-fba2-47d6-a9b4-b7a86b850b33 req-be689bdf-788a-4d3c-b9ba-1004293069f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74e85cab-e716-45f1-8839-1c3905f3af41 HTTP/1.1" status: 200 len: 1002 time: 0.0593269 May 05 15:38:10.014123 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb886722-fba2-47d6-a9b4-b7a86b850b33 req-b5f28b3f-60e1-4c15-8d82-93c66c97c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:10.015506 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fb886722-fba2-47d6-a9b4-b7a86b850b33 req-b5f28b3f-60e1-4c15-8d82-93c66c97c0fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6 HTTP/1.1" status: 200 len: 849 time: 0.0465436 May 05 15:38:10.119838 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb886722-fba2-47d6-a9b4-b7a86b850b33 req-74d19c4f-36b7-4ecb-8afd-6ddb0226dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:10.121303 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fb886722-fba2-47d6-a9b4-b7a86b850b33 req-74d19c4f-36b7-4ecb-8afd-6ddb0226dfba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0587739-8906-446b-bcca-e4ce438334aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391619 May 05 15:38:10.215197 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fb886722-fba2-47d6-a9b4-b7a86b850b33 req-8b279184-931f-4a25-a46b-b09a1b35cb44 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848362 May 05 15:38:10.315556 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb87c38-e996-476c-b3da-aff89c44ddcf req-400aaca6-aaac-4de3-8193-3d939095f78c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:10.316932 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-bdb87c38-e996-476c-b3da-aff89c44ddcf req-400aaca6-aaac-4de3-8193-3d939095f78c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0875871 May 05 15:38:10.368896 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fb886722-fba2-47d6-a9b4-b7a86b850b33 req-711cbb95-5ef9-48eb-bee7-9b94f643e860 service neutron] 10.222.0.49 "GET /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470547 May 05 15:38:10.383285 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-bdb87c38-e996-476c-b3da-aff89c44ddcf req-953be7d3-6c3b-4ad1-881b-757a803889e5 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603082 May 05 15:38:11.500951 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6785ea-b3ba-490d-9395-53bc8eda6642 req-d9ec8d58-ecf9-4246-9b2f-06f50d174b9f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:11.502487 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bf6785ea-b3ba-490d-9395-53bc8eda6642 req-d9ec8d58-ecf9-4246-9b2f-06f50d174b9f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0482750 May 05 15:38:11.550001 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bf6785ea-b3ba-490d-9395-53bc8eda6642 req-bb45793c-b8a0-456a-80fa-d48ab317e2bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419636 May 05 15:38:12.664408 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7019214-131c-4dbf-b354-5fca4a318882 req-ccaddeeb-08d9-4e69-8cae-2d7d26dbd196 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:12.665876 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e7019214-131c-4dbf-b354-5fca4a318882 req-ccaddeeb-08d9-4e69-8cae-2d7d26dbd196 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0465837 May 05 15:38:12.713290 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e7019214-131c-4dbf-b354-5fca4a318882 req-40a8218d-f7df-4101-91f5-36e50843bd05 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418532 May 05 15:38:13.826608 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3b1bd-2dcb-4885-a440-dd3ad57a1b3f req-c25cf0aa-1c5f-46ea-8dc8-258e3cca3813 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:13.828032 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6cf3b1bd-2dcb-4885-a440-dd3ad57a1b3f req-c25cf0aa-1c5f-46ea-8dc8-258e3cca3813 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0455792 May 05 15:38:13.878880 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6cf3b1bd-2dcb-4885-a440-dd3ad57a1b3f req-3422091b-4582-4190-873a-4c91c6824bcc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449619 May 05 15:38:14.995566 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b36351-ffae-4ab9-92a5-a53bfd436695 req-c0ca2bfd-73fc-4cf7-867d-be0e49128ad1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:15.000332 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-05b36351-ffae-4ab9-92a5-a53bfd436695 req-c0ca2bfd-73fc-4cf7-867d-be0e49128ad1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0513613 May 05 15:38:15.045498 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-05b36351-ffae-4ab9-92a5-a53bfd436695 req-71a73885-6785-45a2-8bc2-3dd9e1c356be tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429146 May 05 15:38:15.160975 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be57af-6c29-4601-b145-85751586fc68 req-2a9ecbee-6154-4281-896d-339e31b9fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:15.162560 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11be57af-6c29-4601-b145-85751586fc68 req-2a9ecbee-6154-4281-896d-339e31b9fe79 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 1130 time: 0.0423913 May 05 15:38:15.207540 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11be57af-6c29-4601-b145-85751586fc68 req-ddeffcbf-1275-4964-a557-4b07e962b8b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379505 May 05 15:38:16.164627 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dc823-a2f5-481a-9bb1-26eb0db57d59 req-2d7abe08-554e-4710-b66a-9178ff4e7a38 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:16.166088 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c02dc823-a2f5-481a-9bb1-26eb0db57d59 req-2d7abe08-554e-4710-b66a-9178ff4e7a38 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0510917 May 05 15:38:16.213946 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c02dc823-a2f5-481a-9bb1-26eb0db57d59 req-f029af01-3d0d-4b26-a542-917bd3622836 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423152 May 05 15:38:17.327832 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979aca-1f97-4f1d-81e7-48f96da9bfc4 req-e6b5b3e7-915d-4b6e-b10b-c4e434003413 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:17.329282 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-86979aca-1f97-4f1d-81e7-48f96da9bfc4 req-e6b5b3e7-915d-4b6e-b10b-c4e434003413 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0462835 May 05 15:38:17.376196 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-86979aca-1f97-4f1d-81e7-48f96da9bfc4 req-b7ceadb5-95a7-40b8-826e-3b9916932ac7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411940 May 05 15:38:18.487344 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f72f52-6545-44b1-9f86-76b0483c68ad req-34a94210-6944-4d7c-ba7c-c5bda67382cb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:18.488712 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-37f72f52-6545-44b1-9f86-76b0483c68ad req-34a94210-6944-4d7c-ba7c-c5bda67382cb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0465391 May 05 15:38:18.536341 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-37f72f52-6545-44b1-9f86-76b0483c68ad req-8cd174fa-34ff-4086-a4c4-7441e6bb8ef1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419347 May 05 15:38:19.654380 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328a86d-70da-467b-a4a4-02aafedd7014 req-9d8d5dc6-6896-425e-89b3-4be7f5280cd4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:19.655830 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5328a86d-70da-467b-a4a4-02aafedd7014 req-9d8d5dc6-6896-425e-89b3-4be7f5280cd4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0493741 May 05 15:38:19.705279 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5328a86d-70da-467b-a4a4-02aafedd7014 req-19e62128-dd35-4e80-badc-af77845feba7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438075 May 05 15:38:20.187652 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f43904-7aa4-4d3b-8590-cc9c0bff8611 req-dce01077-0193-4a48-8581-0a45a99e0387 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:20.189247 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-31f43904-7aa4-4d3b-8590-cc9c0bff8611 req-dce01077-0193-4a48-8581-0a45a99e0387 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0494783 May 05 15:38:20.240152 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb64b2-ab54-4820-a605-9cbd33289bd8 req-50d69e31-64f0-40a1-a947-0e4108342e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:20.240645 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-31f43904-7aa4-4d3b-8590-cc9c0bff8611 req-733ad5d6-78d4-4bbc-83ec-8874fb55c80d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450375 May 05 15:38:20.241639 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c8bb64b2-ab54-4820-a605-9cbd33289bd8 req-50d69e31-64f0-40a1-a947-0e4108342e48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 1130 time: 0.0396724 May 05 15:38:20.340527 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb64b2-ab54-4820-a605-9cbd33289bd8 req-285b328d-a761-41ab-a2b6-5b8639db5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:20.341903 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c8bb64b2-ab54-4820-a605-9cbd33289bd8 req-285b328d-a761-41ab-a2b6-5b8639db5106 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 920 time: 0.0859349 May 05 15:38:20.635092 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c8bb64b2-ab54-4820-a605-9cbd33289bd8 req-1350db72-f5c7-4ae1-8830-7392a4a0d59e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add6451b-955d-40d4-91cc-b6d51c1f07c0 HTTP/1.1" status: 200 len: 1000 time: 0.2863379 May 05 15:38:20.695480 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb64b2-ab54-4820-a605-9cbd33289bd8 req-44b25748-599d-4a77-a618-1a93ca0394f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:20.696899 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c8bb64b2-ab54-4820-a605-9cbd33289bd8 req-44b25748-599d-4a77-a618-1a93ca0394f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0440004 May 05 15:38:20.739956 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb64b2-ab54-4820-a605-9cbd33289bd8 req-73ec64bd-dd01-466c-81cf-a441f2dfc7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:20.741509 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c8bb64b2-ab54-4820-a605-9cbd33289bd8 req-73ec64bd-dd01-466c-81cf-a441f2dfc7bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382922 May 05 15:38:20.792296 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:20.837226 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c8bb64b2-ab54-4820-a605-9cbd33289bd8 req-21815be6-6ffc-48dd-ac0c-542e694b1d1d service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860240 May 05 15:38:20.929234 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c8bb64b2-ab54-4820-a605-9cbd33289bd8 req-c9bd7827-8854-4145-a3d4-dfdde150038a service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845761 May 05 15:38:21.355919 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c35f5d-6657-423a-a6fd-cae97c48c0c2 req-775910ca-fe28-4f95-9fda-e56e77ad4e36 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:21.357405 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f4c35f5d-6657-423a-a6fd-cae97c48c0c2 req-775910ca-fe28-4f95-9fda-e56e77ad4e36 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0467300 May 05 15:38:21.404133 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f4c35f5d-6657-423a-a6fd-cae97c48c0c2 req-8e6ff0c8-a84f-4159-b5d3-04d60e6a8168 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411713 May 05 15:38:22.519048 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2644fe4-0655-4be0-93f5-7bfbc7e924c1 req-37898889-697a-4cae-83a0-df20f6128155 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:22.520553 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a2644fe4-0655-4be0-93f5-7bfbc7e924c1 req-37898889-697a-4cae-83a0-df20f6128155 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0476751 May 05 15:38:22.567916 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a2644fe4-0655-4be0-93f5-7bfbc7e924c1 req-5f3f1cd8-b7ba-4244-8231-66205436dc6b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410988 May 05 15:38:23.683689 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09df674-bf2d-41e3-bb37-758fbca6021b req-49502a97-d1d6-4d79-b881-d1b01d799b62 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:23.685152 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d09df674-bf2d-41e3-bb37-758fbca6021b req-49502a97-d1d6-4d79-b881-d1b01d799b62 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0471199 May 05 15:38:23.731450 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d09df674-bf2d-41e3-bb37-758fbca6021b req-37488de5-ad16-418f-b8f2-58b75132b9eb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406537 May 05 15:38:24.844444 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da28f5-f662-4731-ac99-8f2b8f3a3ad7 req-e09fd8cb-474c-4422-a888-5bccca96c16d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:24.846317 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b4da28f5-f662-4731-ac99-8f2b8f3a3ad7 req-e09fd8cb-474c-4422-a888-5bccca96c16d tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0470502 May 05 15:38:24.893108 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b4da28f5-f662-4731-ac99-8f2b8f3a3ad7 req-9211c9c7-b502-480a-9153-26b05f60772c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405080 May 05 15:38:25.006860 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1a27d-d67d-442d-9675-a362f1b0cb0d req-7712a775-5b0e-4bae-8b25-36cfa53151d3 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:25.008370 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-add1a27d-d67d-442d-9675-a362f1b0cb0d req-7712a775-5b0e-4bae-8b25-36cfa53151d3 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0521564 May 05 15:38:25.016949 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47024) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:25.021409 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2cd1e92d-7c05-485b-8482-d695b6f20727 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Request body: {'floatingip': {'port_id': 'add6451b-955d-40d4-91cc-b6d51c1f07c0'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:25.078552 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e92d-7c05-485b-8482-d695b6f20727 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for floatingip (105ae15c-24ca-4164-ba64-b591f5dc8089), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:25.556477 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e92d-7c05-485b-8482-d695b6f20727 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:25.609839 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e92d-7c05-485b-8482-d695b6f20727 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (105ae15c-24ca-4164-ba64-b591f5dc8089), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:25.822975 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd1e92d-7c05-485b-8482-d695b6f20727 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:38:25.930638 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd1e92d-7c05-485b-8482-d695b6f20727 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:38:25.935922 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e92d-7c05-485b-8482-d695b6f20727 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:25.940473 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8385671-93f5-4741-9f53-fc64c098c11b None None] Sync routers for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:38:25.950921 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8385671-93f5-4741-9f53-fc64c098c11b None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:25.951517 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a8385671-93f5-4741-9f53-fc64c098c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:25.968368 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:38:25.970652 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301e1ced-5604-4bea-ab3e-a89d8ab68e14" -d '{"events": [{"name": "network-changed", "server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:38:26.000391 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-2cd1e92d-7c05-485b-8482-d695b6f20727 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "PUT /v2.0/floatingips/105ae15c-24ca-4164-ba64-b591f5dc8089 HTTP/1.1" status: 200 len: 992 time: 0.9823463 May 05 15:38:26.018835 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa3965-0d93-445f-8588-c6ab3f486066 x-openstack-request-id: req-99fa3965-0d93-445f-8588-c6ab3f486066 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:26.019438 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:26.019438 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99fa3965-0d93-445f-8588-c6ab3f486066 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:26.019755 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99fa3965-0d93-445f-8588-c6ab3f486066'] response: {'name': 'network-changed', 'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'status': 'completed', 'code': 200} May 05 15:38:26.060125 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a8385671-93f5-4741-9f53-fc64c098c11b None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:26.085393 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1ced-5604-4bea-ab3e-a89d8ab68e14 req-bf891222-f39d-4f9e-b3ac-9541780c6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:26.086846 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-301e1ced-5604-4bea-ab3e-a89d8ab68e14 req-bf891222-f39d-4f9e-b3ac-9541780c6279 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 1130 time: 0.0397093 May 05 15:38:26.183370 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1ced-5604-4bea-ab3e-a89d8ab68e14 req-8e2a3734-b5ac-4b72-8baa-011f4f2295a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:26.184862 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-301e1ced-5604-4bea-ab3e-a89d8ab68e14 req-8e2a3734-b5ac-4b72-8baa-011f4f2295a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 920 time: 0.0912604 May 05 15:38:26.253838 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-301e1ced-5604-4bea-ab3e-a89d8ab68e14 req-6d5e3886-7408-49a6-b02b-e75caafb65d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add6451b-955d-40d4-91cc-b6d51c1f07c0 HTTP/1.1" status: 200 len: 1000 time: 0.0619371 May 05 15:38:26.273421 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a8385671-93f5-4741-9f53-fc64c098c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '105ae15c-24ca-4164-ba64-b591f5dc8089', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'port_id': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'mac_address': 'fa:16:3e:a7:9c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:36:26Z', 'updated_at': '2022-05-05T15:38:25Z', 'revision_number': 3, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 5, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:26.299974 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8385671-93f5-4741-9f53-fc64c098c11b None None] Checking router: 9bcf4404-61fe-4b3c-9423-cae25a408cc4 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:38:26.304225 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1ced-5604-4bea-ab3e-a89d8ab68e14 req-4372186d-938a-41cf-ac2c-a4dc0953a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:26.305686 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-301e1ced-5604-4bea-ab3e-a89d8ab68e14 req-4372186d-938a-41cf-ac2c-a4dc0953a09c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0455132 May 05 15:38:26.308506 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8385671-93f5-4741-9f53-fc64c098c11b None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:26.309099 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a8385671-93f5-4741-9f53-fc64c098c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:26.353591 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1ced-5604-4bea-ab3e-a89d8ab68e14 req-725e3f5d-d7f3-42f8-aff6-0c4b3ad941bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:26.355013 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-301e1ced-5604-4bea-ab3e-a89d8ab68e14 req-725e3f5d-d7f3-42f8-aff6-0c4b3ad941bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395987 May 05 15:38:26.425084 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a8385671-93f5-4741-9f53-fc64c098c11b None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:26.448463 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-301e1ced-5604-4bea-ab3e-a89d8ab68e14 req-dee40a7f-8065-4b42-a371-482b2a0bf619 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870066 May 05 15:38:26.541107 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-301e1ced-5604-4bea-ab3e-a89d8ab68e14 req-674cd9e7-1eed-45d9-a719-383fb3347cb5 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859532 May 05 15:38:26.647911 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a8385671-93f5-4741-9f53-fc64c098c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '105ae15c-24ca-4164-ba64-b591f5dc8089', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'port_id': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'mac_address': 'fa:16:3e:a7:9c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:36:26Z', 'updated_at': '2022-05-05T15:38:25Z', 'revision_number': 3, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 5, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:26.673548 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8385671-93f5-4741-9f53-fc64c098c11b None None] The sync data for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi is: [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '105ae15c-24ca-4164-ba64-b591f5dc8089', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'port_id': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'mac_address': 'fa:16:3e:a7:9c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:36:26Z', 'updated_at': '2022-05-05T15:38:25Z', 'revision_number': 3, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 5, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:38:28.021525 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:38:28.023925 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:38:28.058813 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777896b4-b49d-4aa0-b141-dbeec5fcf1f2 x-openstack-request-id: req-777896b4-b49d-4aa0-b141-dbeec5fcf1f2 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:28.059102 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:28.059353 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-777896b4-b49d-4aa0-b141-dbeec5fcf1f2 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:28.059772 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777896b4-b49d-4aa0-b141-dbeec5fcf1f2'] response: {'name': 'network-changed', 'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'status': 'completed', 'code': 200} May 05 15:38:28.122984 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc req-2d69a5d8-a488-41d2-95c6-f40a4f2b76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:28.124467 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc req-2d69a5d8-a488-41d2-95c6-f40a4f2b76b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 1130 time: 0.0418665 May 05 15:38:28.219063 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc req-04dd4957-f242-4e20-90c3-db70d037aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:28.220651 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc req-04dd4957-f242-4e20-90c3-db70d037aed6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 920 time: 0.0894964 May 05 15:38:28.288429 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc req-99324863-06eb-4092-ad6f-ed1a6cc11aca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add6451b-955d-40d4-91cc-b6d51c1f07c0 HTTP/1.1" status: 200 len: 1000 time: 0.0610490 May 05 15:38:28.337669 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc req-1f1a076c-1a9c-4b67-add7-bd562628b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:28.339110 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc req-1f1a076c-1a9c-4b67-add7-bd562628b99d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.0432701 May 05 15:38:28.382728 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc req-19318723-6634-4cc8-bbdf-ee3c2ba9431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:28.384191 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc req-19318723-6634-4cc8-bbdf-ee3c2ba9431c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387824 May 05 15:38:28.479562 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc req-cde017fd-5b30-4214-bef2-933ec44071c4 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864177 May 05 15:38:28.575135 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4dbc5f5e-4cc2-427b-961e-ac45e804d8bc req-c01dd4c2-876b-4098-be3c-f2150da53696 service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845587 May 05 15:38:30.499417 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47078) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:30.543317 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b248a211-255f-4817-9e8a-0cad7da23883 admin admin] Deleting subnet bcedd80e-d692-40f2-bdf8-06ce2e3ad97e {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:38:30.546296 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b248a211-255f-4817-9e8a-0cad7da23883 admin admin] Publish callbacks [] for subnet (bcedd80e-d692-40f2-bdf8-06ce2e3ad97e), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:30.583915 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b248a211-255f-4817-9e8a-0cad7da23883 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-317915'] for subnet (bcedd80e-d692-40f2-bdf8-06ce2e3ad97e), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:30.627168 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b248a211-255f-4817-9e8a-0cad7da23883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (bcedd80e-d692-40f2-bdf8-06ce2e3ad97e), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:30.764743 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b248a211-255f-4817-9e8a-0cad7da23883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9250505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432443'] for subnet (bcedd80e-d692-40f2-bdf8-06ce2e3ad97e), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:30.790726 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248a211-255f-4817-9e8a-0cad7da23883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcedd80e-d692-40f2-bdf8-06ce2e3ad97e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:30.795626 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b248a211-255f-4817-9e8a-0cad7da23883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:30.799017 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-b248a211-255f-4817-9e8a-0cad7da23883 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bcedd80e-d692-40f2-bdf8-06ce2e3ad97e HTTP/1.1" status: 204 len: 168 time: 0.2985809 May 05 15:38:30.801464 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47080) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:30.874653 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (80085051-d8d1-42b7-8d93-ea2ae047f8a5), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:30.951780 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (80085051-d8d1-42b7-8d93-ea2ae047f8a5), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:30.959226 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2170815c-cfdb-4632-b7b4-38c5aaeaa461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:30.972557 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80085051-d8d1-42b7-8d93-ea2ae047f8a5']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:30.982818 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57b1a60-7f40-4e07-9256-0291392fd940') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:30.983121 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57b1a60-7f40-4e07-9256-0291392fd940') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:30.997274 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-317892'] for segment (c57b1a60-7f40-4e07-9256-0291392fd940), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:31.010228 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (c57b1a60-7f40-4e07-9256-0291392fd940), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9250479'] for segment (c57b1a60-7f40-4e07-9256-0291392fd940), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: Traceback (most recent call last): May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: timer() May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: cb(*args, **kw) May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: return func(*args, **kwargs) May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: self._notify() May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: self.callback(batched_events) May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: event.method(event) May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: return f(self, *a, **k) May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._get(url).json() May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: return self.request(url, 'GET', **kwargs) May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:38:31.020612 dv-cinder-840678-1-iscsi neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:38:31.158114 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (80085051-d8d1-42b7-8d93-ea2ae047f8a5), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:31.163988 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:31.167094 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] 10.222.0.44 "DELETE /v2.0/networks/80085051-d8d1-42b7-8d93-ea2ae047f8a5 HTTP/1.1" status: 204 len: 168 time: 0.3641217 May 05 15:38:31.178494 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745ef98-f953-456d-8b57-8023d5f67573 admin admin] Pushing event deleted for resources: {'Network': ['ID=80085051-d8d1-42b7-8d93-ea2ae047f8a5,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:31.510685 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47086) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:31.552282 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8ed621bd-c1f1-4c2a-a5dd-3a1505fd14ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf61282f689243b28d6c274f616534f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399187 May 05 15:38:31.554652 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47088) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:31.600180 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Publish callbacks [] for security_group (9820f090-9b7f-4613-9ad6-6c3bc8a046b4), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:31.621229 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Publish callbacks [] for security_group (9820f090-9b7f-4613-9ad6-6c3bc8a046b4), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:31.763772 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (9820f090-9b7f-4613-9ad6-6c3bc8a046b4), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:31.766313 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:31.767464 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9820f090-9b7f-4613-9ad6-6c3bc8a046b4 HTTP/1.1" status: 204 len: 168 time: 0.2119410 May 05 15:38:31.775743 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9820f090-9b7f-4613-9ad6-6c3bc8a046b4,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:31.783004 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.783364 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.783714 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.784057 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.784392 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.784724 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.785053 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.785380 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.785707 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.786641 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.786979 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.787347 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.787637 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.787961 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:31.788282 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334a005-5509-4718-88a5-bb66adf95691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:32.818093 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47110) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:32.914705 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1955700446-network', 'tenant_id': 'b97c929f22d641ed8726135a088f8313'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:33.021279 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Made reservation on behalf of b97c929f22d641ed8726135a088f8313 for: {'network': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:38:33.023715 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.032135 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.050032 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-780866f9-ef2a-4cc1-b08e-db97bf1a7243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.105167 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Publish callbacks [] for security_group (1fd25ef7-327a-46b5-a85f-032a64aaaabf), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.238314 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (1fd25ef7-327a-46b5-a85f-032a64aaaabf), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.265411 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:38:33.271635 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd25ef7-327a-46b5-a85f-032a64aaaabf,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:33.277393 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (aede77fc-9a7a-4762-be5d-89cd41aec0a0), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.283828 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.segments_db [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Added segment aede77fc-9a7a-4762-be5d-89cd41aec0a0 of type vlan for network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a May 05 15:38:33.322111 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.415176 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.416165 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:33.416739 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.475980 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] Pushing event updated for resources: {'Network': ['ID=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:33.485635 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:38:33.538968 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-39778d85-75ad-46cf-b730-aba69e7565da admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7196617 May 05 15:38:33.541741 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47114) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:33.546778 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] Request body: {'subnet': {'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1955700446-subnet', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'ip_version': 4}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:33.667000 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] Made reservation on behalf of b97c929f22d641ed8726135a088f8313 for: {'subnet': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:38:33.669318 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.918381 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (40d03033-f447-4235-89ac-5b569f20c433), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.975689 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d03033-f447-4235-89ac-5b569f20c433,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:33.985760 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] Checking segment: {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:38:33.986115 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] Network hostable DHCP agents. Network: ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:38:34.084667 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] Network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:38:34.169521 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a) {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:34.173909 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:34.177379 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.180541 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af1842-dacc-499c-8ddd-3bd8f4565f2a None None] Network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:38:34.241839 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.246808 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d4c8adfc-7871-4bdd-b5d4-d4cbc47a5e2a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7039816 May 05 15:38:34.249432 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47116) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:34.253893 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37'}}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:34.282834 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:38:34.283655 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.324253 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-604143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router (14a66193-41a7-4883-bcaf-bd4f8572cb86), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.325457 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1852'] for router (14a66193-41a7-4883-bcaf-bd4f8572cb86), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.430111 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Allocated IP 172.20.0.2 (ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a/40d03033-f447-4235-89ac-5b569f20c433/6d8c876b-69fc-435d-8418-81a282d7fc74) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:38:34.585870 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Publish callbacks [] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.640783 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Publish callbacks [] for router_controller (14a66193-41a7-4883-bcaf-bd4f8572cb86), precommit_add_association {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.667359 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.707411 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:38:34.711135 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:34.714703 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:38:34.728378 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Pushing event updated for resources: {'Port': ['ID=6d8c876b-69fc-435d-8418-81a282d7fc74,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:34.749977 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.750379 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.750729 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.751647 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.751647 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.751879 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.752071 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.752363 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.752689 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.753016 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.753337 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.753684 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.754010 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.754353 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.755336 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:34.791763 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Attempting to bind port 6d8c876b-69fc-435d-8418-81a282d7fc74 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:38:34.792131 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Attempting to bind port 6d8c876b-69fc-435d-8418-81a282d7fc74 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:38:34.792499 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Attempting to bind port 6d8c876b-69fc-435d-8418-81a282d7fc74 on network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:38:34.797536 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:38:34.797911 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Checking segment: {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:38:34.798333 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.798734 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Bound using segment: {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:38:34.799202 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Bound port: 6d8c876b-69fc-435d-8418-81a282d7fc74, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:38:34.799582 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.826993 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Publish callbacks [] for router_gateway (14a66193-41a7-4883-bcaf-bd4f8572cb86), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.861550 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-786f125b-a280-4078-be35-4086d68ce01d None None] For port 6d8c876b-69fc-435d-8418-81a282d7fc74, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:38:34.865194 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-786f125b-a280-4078-be35-4086d68ce01d None None] For port 6d8c876b-69fc-435d-8418-81a282d7fc74, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6d8c876b-69fc-435d-8418-81a282d7fc74,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:38:34.941506 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:35.004557 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f125b-a280-4078-be35-4086d68ce01d None None] Pushing event updated for resources: {'Port': ['ID=6d8c876b-69fc-435d-8418-81a282d7fc74,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:35.093876 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Publish callbacks [] for router_gateway (14a66193-41a7-4883-bcaf-bd4f8572cb86), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:35.119062 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:35.241816 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Allocated IP 172.27.0.78 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/7f15bb71-1039-41e8-9562-1d00f0fa96bd) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:38:35.349953 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Publish callbacks [] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:35.467231 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:35.505991 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:38:35.508813 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:35.511293 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:38:35.559034 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Pushing event updated for resources: {'Port': ['ID=7f15bb71-1039-41e8-9562-1d00f0fa96bd,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:35.861857 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:35.864526 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434f0706-8f9a-48a2-b086-ca5c1ecc4a70 None None] Network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:38:35.869818 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Publish callbacks [] for router_gateway (14a66193-41a7-4883-bcaf-bd4f8572cb86), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:35.931249 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-31164758-d2c5-43b4-9b57-1adbe92368ff None None] Provisioning complete for port 6d8c876b-69fc-435d-8418-81a282d7fc74 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:35.931623 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-31164758-d2c5-43b4-9b57-1adbe92368ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.078191 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-31164758-d2c5-43b4-9b57-1adbe92368ff None None] Current status of the port 6d8c876b-69fc-435d-8418-81a282d7fc74 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:36.078606 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-31164758-d2c5-43b4-9b57-1adbe92368ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.113134 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-31164758-d2c5-43b4-9b57-1adbe92368ff None None] For port 6d8c876b-69fc-435d-8418-81a282d7fc74, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6d8c876b-69fc-435d-8418-81a282d7fc74,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:36.115331 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165'] for router (14a66193-41a7-4883-bcaf-bd4f8572cb86), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.198565 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-31164758-d2c5-43b4-9b57-1adbe92368ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.264094 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31164758-d2c5-43b4-9b57-1adbe92368ff None None] Pushing event updated for resources: {'Port': ['ID=6d8c876b-69fc-435d-8418-81a282d7fc74,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:36.284870 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6d8c876b-69fc-435d-8418-81a282d7fc74 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:36.328186 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-1f5d9fc9-ee36-4146-992d-a6203132bf97 None None] Provisioning complete for port 6d8c876b-69fc-435d-8418-81a282d7fc74 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:36.328458 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9fc9-ee36-4146-992d-a6203132bf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.341107 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Router 14a66193-41a7-4883-bcaf-bd4f8572cb86 is scheduled to L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a with binding_index 1 {{(pid=103723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:38:36.371070 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 6d8c876b-69fc-435d-8418-81a282d7fc74 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:36.371433 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.456330 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:38:36.548557 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Sync routers for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:38:36.579288 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d9fc9-ee36-4146-992d-a6203132bf97 None None] Current status of the port 6d8c876b-69fc-435d-8418-81a282d7fc74 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:36.581266 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:36.581875 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:36.666984 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 6d8c876b-69fc-435d-8418-81a282d7fc74 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:36.668632 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.672848 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a9576f5c-84c7-4a84-a849-aca00ed6fda2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4224787 May 05 15:38:36.675690 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47124) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:36.721027 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:36.897933 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:35Z', 'revision_number': 3, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:36.924922 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Checking router: 14a66193-41a7-4883-bcaf-bd4f8572cb86 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:38:36.925299 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Updating router 14a66193-41a7-4883-bcaf-bd4f8572cb86 port 7f15bb71-1039-41e8-9562-1d00f0fa96bd binding host dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:38:36.952473 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.109644 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.198212 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.221170 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Publish callbacks [] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.252291 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:38:37.267922 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Allocated IP 172.20.0.1 (ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a/40d03033-f447-4235-89ac-5b569f20c433/7ed2566e-4ec0-4841-aa19-27e052ad30b1) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:38:37.312561 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.365942 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Attempting to bind port 7f15bb71-1039-41e8-9562-1d00f0fa96bd on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:38:37.366323 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Attempting to bind port 7f15bb71-1039-41e8-9562-1d00f0fa96bd by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:38:37.366708 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Attempting to bind port 7f15bb71-1039-41e8-9562-1d00f0fa96bd on network 02718d50-6065-4980-9530-582a9009be37 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:38:37.368609 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d96be-65be-4eac-b388-3107d411a5d6 None None] Pushing event updated for resources: {'Port': ['ID=7f15bb71-1039-41e8-9562-1d00f0fa96bd,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:37.374106 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:38:37.374515 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:38:37.374916 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.375298 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Bound using segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:38:37.375753 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Bound port: 7f15bb71-1039-41e8-9562-1d00f0fa96bd, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:38:37.376125 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.377703 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Publish callbacks [] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.429251 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] For port 7f15bb71-1039-41e8-9562-1d00f0fa96bd, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:38:37.432276 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] For port 7f15bb71-1039-41e8-9562-1d00f0fa96bd, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=7f15bb71-1039-41e8-9562-1d00f0fa96bd,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:38:37.467390 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.496349 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.508333 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:38:37.513452 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:37.515957 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:38:37.516698 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640392'] for router_interface (14a66193-41a7-4883-bcaf-bd4f8572cb86), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.523527 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Pushing event updated for resources: {'Port': ['ID=7ed2566e-4ec0-4841-aa19-27e052ad30b1,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:37.564121 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:37.564792 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:37.604388 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d96be-65be-4eac-b388-3107d411a5d6 None None] Pushing event updated for resources: {'Port': ['ID=7f15bb71-1039-41e8-9562-1d00f0fa96bd,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:37.684200 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:37.766261 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.822538 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-e86c7cfa-f28a-440a-b66a-40eb8fe5ca5a None None] Provisioning complete for port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:37.822831 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e86c7cfa-f28a-440a-b66a-40eb8fe5ca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:37.883077 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-e86c7cfa-f28a-440a-b66a-40eb8fe5ca5a None None] Port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:38:37.894368 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:35Z', 'revision_number': 3, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:37.928540 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0114e5b-cbbb-4c19-ba45-b16abc15de38 None None] The sync data for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi is: [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:35Z', 'revision_number': 3, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:38:38.214503 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Publish callbacks [] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:38.273351 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:38.274577 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640370'] for router_interface (14a66193-41a7-4883-bcaf-bd4f8572cb86), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:38.354078 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Pushing event updated for resources: {'Port': ['ID=7ed2566e-4ec0-4841-aa19-27e052ad30b1,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:38.381929 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 7f15bb71-1039-41e8-9562-1d00f0fa96bd up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:38.429069 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:38:38.430516 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:38.443409 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 7f15bb71-1039-41e8-9562-1d00f0fa96bd triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:38.444106 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:38.572255 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 7f15bb71-1039-41e8-9562-1d00f0fa96bd is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:38.572700 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:38.605191 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port 7f15bb71-1039-41e8-9562-1d00f0fa96bd, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=7f15bb71-1039-41e8-9562-1d00f0fa96bd,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:38.610621 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b34a7b09-7f64-4588-a267-7cea55ee02ff req-e53efe12-41ba-4327-a5c8-72a0e88b2503 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263932358&fields=id&tenant_id=b9373d1d19b54831ae91fb87c0faefed HTTP/1.1" status: 200 len: 267 time: 0.1109588 May 05 15:38:38.617037 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Router 14a66193-41a7-4883-bcaf-bd4f8572cb86 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:38:38.709730 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-f9886448-269e-441b-8aa9-7fc7235af9e9 None None] Provisioning complete for port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:38.710103 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9886448-269e-441b-8aa9-7fc7235af9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:38.714346 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a7b09-7f64-4588-a267-7cea55ee02ff req-1150be82-f067-4e1f-9c63-ddfd3ac3e140 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:38.715869 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b34a7b09-7f64-4588-a267-7cea55ee02ff req-1150be82-f067-4e1f-9c63-ddfd3ac3e140 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 984 time: 0.0977585 May 05 15:38:38.742695 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-b34a7b09-7f64-4588-a267-7cea55ee02ff req-3136369d-1863-4db5-a04f-08a29fdddc20 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Request body: {'port': {'security_groups': ['e02b7109-7d42-4429-b21c-4c55996d0b3f']}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:38.747085 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f9886448-269e-441b-8aa9-7fc7235af9e9 None None] Port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:38:38.762335 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:38.763179 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6d8c876b-69fc-435d-8418-81a282d7fc74 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:38.845783 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=7f15bb71-1039-41e8-9562-1d00f0fa96bd,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:38.847409 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:38:38.852744 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 6d8c876b-69fc-435d-8418-81a282d7fc74 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:38.853129 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:38.863182 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-55d886e9-9d2a-4fdc-8954-1b93ed35009a admin admin] 10.222.0.44 "PUT /v2.0/routers/14a66193-41a7-4883-bcaf-bd4f8572cb86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1857481 May 05 15:38:38.871916 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-b34a7b09-7f64-4588-a267-7cea55ee02ff req-3136369d-1863-4db5-a04f-08a29fdddc20 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:38.943502 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 6d8c876b-69fc-435d-8418-81a282d7fc74 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:39.074749 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-b34a7b09-7f64-4588-a267-7cea55ee02ff req-3136369d-1863-4db5-a04f-08a29fdddc20 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] For port 443c01c2-a691-47b6-ae7f-e90d934f2421, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=443c01c2-a691-47b6-ae7f-e90d934f2421,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:39.103877 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-b34a7b09-7f64-4588-a267-7cea55ee02ff req-3136369d-1863-4db5-a04f-08a29fdddc20 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.181509 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-b34a7b09-7f64-4588-a267-7cea55ee02ff req-3136369d-1863-4db5-a04f-08a29fdddc20 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.195474 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['443c01c2-a691-47b6-ae7f-e90d934f2421'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:38:39.227610 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a7b09-7f64-4588-a267-7cea55ee02ff req-3136369d-1863-4db5-a04f-08a29fdddc20 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:39.228241 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-b34a7b09-7f64-4588-a267-7cea55ee02ff req-3136369d-1863-4db5-a04f-08a29fdddc20 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.229610 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b34a7b09-7f64-4588-a267-7cea55ee02ff req-3136369d-1863-4db5-a04f-08a29fdddc20 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "PUT /v2.0/ports/443c01c2-a691-47b6-ae7f-e90d934f2421 HTTP/1.1" status: 200 len: 942 time: 0.5005600 May 05 15:38:39.230061 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:38:39.234165 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d4622-e5c2-40f7-9e2c-5a0459274ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:38:39.235665 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47138) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:39.256975 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136369d-1863-4db5-a04f-08a29fdddc20 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event updated for resources: {'Port': ['ID=443c01c2-a691-47b6-ae7f-e90d934f2421,revision_number=7']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:39.321772 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-23d61df5-456a-421e-8cca-c5442d1d780e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group (97ddfaa6-159c-4454-b4ad-e4631318518b), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.342943 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['443c01c2-a691-47b6-ae7f-e90d934f2421'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:38:39.369012 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-23d61df5-456a-421e-8cca-c5442d1d780e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group (97ddfaa6-159c-4454-b4ad-e4631318518b), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.516393 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaa9d01-1a44-4f73-bc4d-47557734e71b x-openstack-request-id: req-dbaa9d01-1a44-4f73-bc4d-47557734e71b {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:39.516972 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:39.516972 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbaa9d01-1a44-4f73-bc4d-47557734e71b {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:39.517375 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbaa9d01-1a44-4f73-bc4d-47557734e71b'] response: {'name': 'network-changed', 'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'status': 'completed', 'code': 200} May 05 15:38:39.600568 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d4622-e5c2-40f7-9e2c-5a0459274ba8 req-44f50331-74cd-4169-9258-324e02c99db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:39.602324 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-596d4622-e5c2-40f7-9e2c-5a0459274ba8 req-44f50331-74cd-4169-9258-324e02c99db5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9373d1d19b54831ae91fb87c0faefed&device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 1129 time: 0.0548036 May 05 15:38:39.609530 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-23d61df5-456a-421e-8cca-c5442d1d780e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (97ddfaa6-159c-4454-b4ad-e4631318518b), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.612716 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-23d61df5-456a-421e-8cca-c5442d1d780e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.614549 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-23d61df5-456a-421e-8cca-c5442d1d780e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "DELETE /v2.0/security-groups/97ddfaa6-159c-4454-b4ad-e4631318518b HTTP/1.1" status: 204 len: 168 time: 0.3763950 May 05 15:38:39.617718 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47148) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:39.649914 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d61df5-456a-421e-8cca-c5442d1d780e tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ddfaa6-159c-4454-b4ad-e4631318518b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:39.698896 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-77f87825-d3b1-4bb8-a545-9bf9386e2c6d None None] Provisioning complete for port 443c01c2-a691-47b6-ae7f-e90d934f2421 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:39.699687 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77f87825-d3b1-4bb8-a545-9bf9386e2c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.706834 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47152) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:39.716147 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-302088897-network', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:39.745015 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d4622-e5c2-40f7-9e2c-5a0459274ba8 req-70c171f6-f97d-40ab-b661-7a058ad5ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:39.746751 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-596d4622-e5c2-40f7-9e2c-5a0459274ba8 req-70c171f6-f97d-40ab-b661-7a058ad5ee15 service neutron] 10.222.0.49 "GET /v2.0/networks?id=90328803-c194-44d1-9fd8-57597e08b3bd HTTP/1.1" status: 200 len: 915 time: 0.1315579 May 05 15:38:39.792771 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-77f87825-d3b1-4bb8-a545-9bf9386e2c6d None None] Current status of the port 443c01c2-a691-47b6-ae7f-e90d934f2421 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:39.805056 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Deleting port b66e5e5e-a6ab-4ea8-886c-80374f4501da {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:38:39.805552 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (b66e5e5e-a6ab-4ea8-886c-80374f4501da), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.815943 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Made reservation on behalf of 188fa01c56c1487a9d106e95aacdef32 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:38:39.818605 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.826573 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Sync routers for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:38:39.840972 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:39.841580 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:39.843011 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-596d4622-e5c2-40f7-9e2c-5a0459274ba8 req-728d6393-0a4f-4780-9a3f-c5bb48abcda3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=443c01c2-a691-47b6-ae7f-e90d934f2421 HTTP/1.1" status: 200 len: 1000 time: 0.0889471 May 05 15:38:39.843750 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.890426 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (b66e5e5e-a6ab-4ea8-886c-80374f4501da), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.890919 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for floatingip (b66e5e5e-a6ab-4ea8-886c-80374f4501da), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.904489 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Calling delete_port for b66e5e5e-a6ab-4ea8-886c-80374f4501da owned by network:floatingip {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:38:39.922405 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d4622-e5c2-40f7-9e2c-5a0459274ba8 req-d1ec5eaf-0f41-432f-b7bb-78fca628455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:39.924175 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-596d4622-e5c2-40f7-9e2c-5a0459274ba8 req-d1ec5eaf-0f41-432f-b7bb-78fca628455d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=10ad6ef3-0faa-4641-9b3a-c20cee8f5c29 HTTP/1.1" status: 200 len: 853 time: 0.0696061 May 05 15:38:39.952458 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:39.996979 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d4622-e5c2-40f7-9e2c-5a0459274ba8 req-4c18bedb-0244-452c-bf43-246670e1bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:39.998562 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-596d4622-e5c2-40f7-9e2c-5a0459274ba8 req-4c18bedb-0244-452c-bf43-246670e1bf34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90328803-c194-44d1-9fd8-57597e08b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628941 May 05 15:38:40.037863 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Publish callbacks [] for security_group (d32198e7-c2d1-4ec9-9b25-a677589fb5f3), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.109681 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d32198e7-c2d1-4ec9-9b25-a677589fb5f3), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.135318 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-596d4622-e5c2-40f7-9e2c-5a0459274ba8 req-3f63264f-bcf4-4136-b750-4d0b65421a1b service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250417 May 05 15:38:40.140580 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:38:40.164193 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32198e7-c2d1-4ec9-9b25-a677589fb5f3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:40.168912 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (df016561-265b-46f4-8435-cb6396356973), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.169254 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.segments_db [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Added segment df016561-265b-46f4-8435-cb6396356973 of type vlan for network 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 May 05 15:38:40.170588 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (b66e5e5e-a6ab-4ea8-886c-80374f4501da), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.207513 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event deleted for resources: {'Port': ['ID=b66e5e5e-a6ab-4ea8-886c-80374f4501da,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:40.236540 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 2, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:40.236695 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks [] for floatingip (20943aeb-035b-4ef0-84e0-d162e23b82ba), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.237559 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Floating IP 20943aeb-035b-4ef0-84e0-d162e23b82ba disassociated (deleted). External IP: 172.27.0.28, port: 443c01c2-a691-47b6-ae7f-e90d934f2421. May 05 15:38:40.263301 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Checking router: 14a66193-41a7-4883-bcaf-bd4f8572cb86 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:38:40.263648 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Updating router 14a66193-41a7-4883-bcaf-bd4f8572cb86 port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 binding host dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:38:40.264047 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (6a84cd8c-95ec-4b89-9d36-eac51ac5bd78), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.296366 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.316150 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 7f15bb71-1039-41e8-9562-1d00f0fa96bd up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:40.322794 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-596d4622-e5c2-40f7-9e2c-5a0459274ba8 req-fb791611-b5fd-4b99-9fed-6adbee0eb0ea service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683819 May 05 15:38:40.367398 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 7f15bb71-1039-41e8-9562-1d00f0fa96bd triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:40.367790 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.369612 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (6a84cd8c-95ec-4b89-9d36-eac51ac5bd78), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.370802 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:40.373635 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.437820 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] Pushing event updated for resources: {'Network': ['ID=6a84cd8c-95ec-4b89-9d36-eac51ac5bd78,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:40.486780 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-01e2851c-a20a-48bc-9d6d-ab9d67819233 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7789998 May 05 15:38:40.490011 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47154) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:40.495836 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] Request body: {'subnet': {'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-302088897-subnet', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:40.501987 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:38:40.570011 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] Made reservation on behalf of 188fa01c56c1487a9d106e95aacdef32 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:38:40.576000 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432464'] for subnet (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.582699 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:38:40.599624 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Publish callbacks [] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.625472 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:38:40.630578 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.658582 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef540e2c-b765-4987-ac86-b2deede2efbe None None] Sync routers for ids ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:38:40.664652 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-49aed751-27cf-4ecb-b8a2-5185e80201ad tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "DELETE /v2.0/floatingips/20943aeb-035b-4ef0-84e0-d162e23b82ba HTTP/1.1" status: 204 len: 168 time: 1.0428431 May 05 15:38:40.668994 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 7f15bb71-1039-41e8-9562-1d00f0fa96bd is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:40.672754 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.680732 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef540e2c-b765-4987-ac86-b2deede2efbe None None] Routers {'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:40.680732 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-ef540e2c-b765-4987-ac86-b2deede2efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:40.729765 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Pushing event updated for resources: {'Port': ['ID=7ed2566e-4ec0-4841-aa19-27e052ad30b1,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:40.740934 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.741275 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.741801 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.742157 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.742513 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.742837 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.743157 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.743473 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.743790 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.744106 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.744421 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.744751 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.745069 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.745377 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.745690 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.836881 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-ef540e2c-b765-4987-ac86-b2deede2efbe None None] Set router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:40.862030 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Attempting to bind port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:38:40.862656 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Attempting to bind port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:38:40.863041 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Attempting to bind port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 on network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:38:40.869795 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:38:40.870411 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Checking segment: {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:38:40.870903 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.872772 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Bound using segment: {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:38:40.873374 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Bound port: 7ed2566e-4ec0-4841-aa19-27e052ad30b1, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:38:40.873858 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:40.951877 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] For port 7ed2566e-4ec0-4841-aa19-27e052ad30b1, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:38:40.955419 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] For port 7ed2566e-4ec0-4841-aa19-27e052ad30b1, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=7ed2566e-4ec0-4841-aa19-27e052ad30b1,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:38:41.046243 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-4c785bba-b607-466b-9af0-b4963456fcac None None] Provisioning complete for port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:41.046563 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c785bba-b607-466b-9af0-b4963456fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.068668 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.128151 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-ef540e2c-b765-4987-ac86-b2deede2efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:46Z', 'revision_number': 4, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '54240119-cb12-48e8-9247-abdbd424fff5', 'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'mac_address': 'fa:16:3e:02:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:45Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 5, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'subnets': [{'id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:41.136880 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9255434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432418'] for subnet (49a6ce31-6fda-4192-9201-3bbeec89f4da), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.147704 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e273d4-8d2b-4d6d-ac15-27b219cf212a None None] Pushing event updated for resources: {'Port': ['ID=7ed2566e-4ec0-4841-aa19-27e052ad30b1,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:41.148567 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:41.149275 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:41.161689 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef540e2c-b765-4987-ac86-b2deede2efbe None None] Checking router: a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:38:41.202634 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef540e2c-b765-4987-ac86-b2deede2efbe None None] Routers {'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:41.203445 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-ef540e2c-b765-4987-ac86-b2deede2efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:41.226958 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a6ce31-6fda-4192-9201-3bbeec89f4da,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:41.236105 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] Checking segment: {'id': 'df016561-265b-46f4-8435-cb6396356973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:38:41.236490 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] Network hostable DHCP agents. Network: 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:38:41.259469 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4c785bba-b607-466b-9af0-b4963456fcac None None] Current status of the port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:41.262210 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c785bba-b607-466b-9af0-b4963456fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.296892 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:41.312716 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] Network 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:38:41.337539 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-4c785bba-b607-466b-9af0-b4963456fcac None None] For port 7ed2566e-4ec0-4841-aa19-27e052ad30b1, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=7ed2566e-4ec0-4841-aa19-27e052ad30b1,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:41.359430 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-ef540e2c-b765-4987-ac86-b2deede2efbe None None] Set router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:41.386589 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:41.390990 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:41.394854 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.402100 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dcb756-c608-4f89-80c7-f0a935278bb6 None None] Network 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:38:41.430094 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c785bba-b607-466b-9af0-b4963456fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.498209 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-2aab46cf-28e1-4123-bf82-375d95452426 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0070662 May 05 15:38:41.501025 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47164) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:41.505566 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-302088897-router', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37'}}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:41.508026 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:40Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:41.519497 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:38:41.521806 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017e04a5-30b7-421b-8951-21cd57966c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:38:41.536544 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065bf54-0d5b-4b36-9df1-1cfad2193b20 None None] The sync data for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi is: [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:40Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:38:41.566323 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2d9a0b-0498-4e63-94f4-ce78930848fb x-openstack-request-id: req-2c2d9a0b-0498-4e63-94f4-ce78930848fb {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:41.566628 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:41.566886 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c2d9a0b-0498-4e63-94f4-ce78930848fb {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:41.567615 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2d9a0b-0498-4e63-94f4-ce78930848fb'] response: {'name': 'network-changed', 'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'status': 'completed', 'code': 200} May 05 15:38:41.611494 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-604143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router (3a07f300-a533-40a1-8cbe-7364349306e3), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.613164 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1852'] for router (3a07f300-a533-40a1-8cbe-7364349306e3), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.643448 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-12bc6af7-51bc-4078-99e8-2ba51cebc23a None None] Provisioning complete for port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:41.643826 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-12bc6af7-51bc-4078-99e8-2ba51cebc23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.681108 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c785bba-b607-466b-9af0-b4963456fcac None None] Pushing event updated for resources: {'Port': ['ID=7ed2566e-4ec0-4841-aa19-27e052ad30b1,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:41.688258 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Publish callbacks [] for router_controller (3a07f300-a533-40a1-8cbe-7364349306e3), precommit_add_association {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.736430 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e04a5-30b7-421b-8951-21cd57966c8a req-5199426c-03e6-4cd6-a2d5-52f1abfe3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:41.741044 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-017e04a5-30b7-421b-8951-21cd57966c8a req-5199426c-03e6-4cd6-a2d5-52f1abfe3526 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9373d1d19b54831ae91fb87c0faefed&device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 1129 time: 0.0599258 May 05 15:38:41.780395 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-6a84cd8c-95ec-4b89-9d36-eac51ac5bd78', 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78', 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'fixed_ips': [{'subnet_id': '49a6ce31-6fda-4192-9201-3bbeec89f4da'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:38:41.781275 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.846938 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-ef540e2c-b765-4987-ac86-b2deede2efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:46Z', 'revision_number': 4, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '54240119-cb12-48e8-9247-abdbd424fff5', 'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'mac_address': 'fa:16:3e:02:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:45Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 5, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'subnets': [{'id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:41.921292 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e04a5-30b7-421b-8951-21cd57966c8a req-fa8f787c-2a4d-4dbb-b054-16b5dfdc24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:41.922965 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-017e04a5-30b7-421b-8951-21cd57966c8a req-fa8f787c-2a4d-4dbb-b054-16b5dfdc24af service neutron] 10.222.0.49 "GET /v2.0/networks?id=90328803-c194-44d1-9fd8-57597e08b3bd HTTP/1.1" status: 200 len: 915 time: 0.1161258 May 05 15:38:41.928887 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-12bc6af7-51bc-4078-99e8-2ba51cebc23a None None] Current status of the port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:41.931353 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef540e2c-b765-4987-ac86-b2deede2efbe None None] The sync data for ids ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'] in dv-cinder-840678-1-iscsi is: [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:35:46Z', 'revision_number': 4, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '54240119-cb12-48e8-9247-abdbd424fff5', 'name': '', 'network_id': '90328803-c194-44d1-9fd8-57597e08b3bd', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'mac_address': 'fa:16:3e:02:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:45Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 5, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'subnets': [{'id': '10ad6ef3-0faa-4641-9b3a-c20cee8f5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:38:41.948960 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Publish callbacks [] for router_gateway (3a07f300-a533-40a1-8cbe-7364349306e3), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.988085 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-017e04a5-30b7-421b-8951-21cd57966c8a req-fb9dd6bc-0c16-412a-aa76-2c88d2ccad0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=443c01c2-a691-47b6-ae7f-e90d934f2421 HTTP/1.1" status: 200 len: 217 time: 0.0409844 May 05 15:38:42.024568 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Allocated IP 172.20.0.2 (6a84cd8c-95ec-4b89-9d36-eac51ac5bd78/49a6ce31-6fda-4192-9201-3bbeec89f4da/6ab5266a-9b9b-4021-b386-4c6c1dc3fee7) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:38:42.058925 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e04a5-30b7-421b-8951-21cd57966c8a req-c3aa03e2-f984-4162-9031-f3d5db6c16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:42.066092 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-017e04a5-30b7-421b-8951-21cd57966c8a req-c3aa03e2-f984-4162-9031-f3d5db6c16aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=10ad6ef3-0faa-4641-9b3a-c20cee8f5c29 HTTP/1.1" status: 200 len: 853 time: 0.0655675 May 05 15:38:42.119461 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e04a5-30b7-421b-8951-21cd57966c8a req-f142c0fe-fb50-45ac-a329-153d7da8e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:42.121164 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-017e04a5-30b7-421b-8951-21cd57966c8a req-f142c0fe-fb50-45ac-a329-153d7da8e9e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90328803-c194-44d1-9fd8-57597e08b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515993 May 05 15:38:42.283082 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Publish callbacks [] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:42.296844 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-017e04a5-30b7-421b-8951-21cd57966c8a req-3556f875-f0e9-4640-8ca2-d14abc49fa89 service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652160 May 05 15:38:42.320619 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Publish callbacks [] for router_gateway (3a07f300-a533-40a1-8cbe-7364349306e3), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:42.360801 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 7ed2566e-4ec0-4841-aa19-27e052ad30b1 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:42.369118 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:42.444293 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbaad77-2285-46f0-99b0-146ed56cb4c9 None None] New status for floating IP 20943aeb-035b-4ef0-84e0-d162e23b82ba: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:38:42.449851 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-017e04a5-30b7-421b-8951-21cd57966c8a req-d0eb3bea-9d85-4d92-b0b7-7364f48f87bb service neutron] 10.222.0.49 "GET /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425722 May 05 15:38:42.538486 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Allocated IP 172.27.0.243 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/a44c4af6-1ddb-466e-b1f0-7a198adf5326) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:38:42.557541 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:42.618534 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Network 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:38:42.623426 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:42.626965 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:38:42.630551 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Pushing event updated for resources: {'Port': ['ID=6ab5266a-9b9b-4021-b386-4c6c1dc3fee7,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:42.643859 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:42.643859 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:42.679218 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Publish callbacks [] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:42.725533 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Attempting to bind port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:38:42.725904 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Attempting to bind port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'df016561-265b-46f4-8435-cb6396356973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:38:42.728542 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Attempting to bind port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 on network 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:38:42.735786 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:38:42.736161 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Checking segment: {'id': 'df016561-265b-46f4-8435-cb6396356973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:38:42.736563 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:42.736955 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Bound using segment: {'id': 'df016561-265b-46f4-8435-cb6396356973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:38:42.737458 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Bound port: 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df016561-265b-46f4-8435-cb6396356973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:38:42.737834 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:42.804366 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:42.823112 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:42.846170 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:38:42.846457 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] For port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:38:42.850193 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:42.851115 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] For port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6ab5266a-9b9b-4021-b386-4c6c1dc3fee7,segment=NetworkSegment(df016561-265b-46f4-8435-cb6396356973),segment_id=df016561-265b-46f4-8435-cb6396356973)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:38:42.854347 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:38:42.898117 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Pushing event updated for resources: {'Port': ['ID=a44c4af6-1ddb-466e-b1f0-7a198adf5326,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:42.970511 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:43.032191 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50f6a-52ba-4a75-9799-0df048b0bce2 None None] Pushing event updated for resources: {'Port': ['ID=6ab5266a-9b9b-4021-b386-4c6c1dc3fee7,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:43.219359 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Publish callbacks [] for router_gateway (3a07f300-a533-40a1-8cbe-7364349306e3), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:43.440423 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165'] for router (3a07f300-a533-40a1-8cbe-7364349306e3), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:43.655588 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Router 3a07f300-a533-40a1-8cbe-7364349306e3 is scheduled to L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a with binding_index 1 {{(pid=103723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:38:43.995472 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c5c770-a269-4e93-8d2b-425809b5c91c None None] Network 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:38:44.037963 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:38:44.052373 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Sync routers for ids ['3a07f300-a533-40a1-8cbe-7364349306e3'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:38:44.089441 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-ad05df0b-f7bc-474c-a24e-cfe575bb1a38 None None] Provisioning complete for port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:44.089813 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad05df0b-f7bc-474c-a24e-cfe575bb1a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:44.093052 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Routers {'3a07f300-a533-40a1-8cbe-7364349306e3'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:44.093678 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['3a07f300-a533-40a1-8cbe-7364349306e3'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:44.154496 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:44.155757 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-5ce3fde4-385c-427b-8b07-0159442d322b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6536791 May 05 15:38:44.158397 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47184) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:44.302084 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Set router 3a07f300-a533-40a1-8cbe-7364349306e3 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:44.332263 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ad05df0b-f7bc-474c-a24e-cfe575bb1a38 None None] Current status of the port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:44.333188 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad05df0b-f7bc-474c-a24e-cfe575bb1a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:44.365128 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:44.484353 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-ad05df0b-f7bc-474c-a24e-cfe575bb1a38 None None] For port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6ab5266a-9b9b-4021-b386-4c6c1dc3fee7,segment=NetworkSegment(df016561-265b-46f4-8435-cb6396356973),segment_id=df016561-265b-46f4-8435-cb6396356973)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:44.507123 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:44.507478 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:44.572510 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad05df0b-f7bc-474c-a24e-cfe575bb1a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:44.618009 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'name': 'tempest-TestVolumeBootPattern-302088897-router', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:41Z', 'updated_at': '2022-05-05T15:38:42Z', 'revision_number': 3, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'gw_port': {'id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:42Z', 'updated_at': '2022-05-05T15:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:44.649226 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:44.658144 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Checking router: 3a07f300-a533-40a1-8cbe-7364349306e3 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:38:44.658522 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Updating router 3a07f300-a533-40a1-8cbe-7364349306e3 port a44c4af6-1ddb-466e-b1f0-7a198adf5326 binding host dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:38:44.711251 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05df0b-f7bc-474c-a24e-cfe575bb1a38 None None] Pushing event updated for resources: {'Port': ['ID=6ab5266a-9b9b-4021-b386-4c6c1dc3fee7,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:44.735327 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-35d8e3e6-0fa4-49fd-b912-5451d9e4973b None None] Provisioning complete for port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:44.735706 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-35d8e3e6-0fa4-49fd-b912-5451d9e4973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:44.738330 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:44.760816 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:44.818229 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Allocated IP 172.20.0.1 (6a84cd8c-95ec-4b89-9d36-eac51ac5bd78/49a6ce31-6fda-4192-9201-3bbeec89f4da/fa52c0ed-48d8-43ca-a7d7-20594d79cc64) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:38:44.922761 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-35d8e3e6-0fa4-49fd-b912-5451d9e4973b None None] Current status of the port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:44.931723 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Publish callbacks [] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.032849 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.061578 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Publish callbacks [] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.073131 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Network 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:38:45.076125 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:45.081659 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:38:45.082129 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640392'] for router_interface (3a07f300-a533-40a1-8cbe-7364349306e3), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.088697 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa52c0ed-48d8-43ca-a7d7-20594d79cc64,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:45.187226 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.247043 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff918b-5bd1-4c99-aaa1-ed716ba9e917 None None] Pushing event updated for resources: {'Port': ['ID=a44c4af6-1ddb-466e-b1f0-7a198adf5326,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:45.251444 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Attempting to bind port a44c4af6-1ddb-466e-b1f0-7a198adf5326 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:38:45.251814 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Attempting to bind port a44c4af6-1ddb-466e-b1f0-7a198adf5326 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:38:45.252175 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Attempting to bind port a44c4af6-1ddb-466e-b1f0-7a198adf5326 on network 02718d50-6065-4980-9530-582a9009be37 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:38:45.257984 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:38:45.258391 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:38:45.263097 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.263097 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Bound using segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:38:45.263097 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Bound port: a44c4af6-1ddb-466e-b1f0-7a198adf5326, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:38:45.263097 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.282751 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0208c-c418-427e-b027-435606371663 req-03e8ff7c-ba15-4f49-b7f5-3baea25d1eb8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:45.284374 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-03e0208c-c418-427e-b027-435606371663 req-03e8ff7c-ba15-4f49-b7f5-3baea25d1eb8 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 945 time: 0.0520561 May 05 15:38:45.315574 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.325510 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] For port a44c4af6-1ddb-466e-b1f0-7a198adf5326, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:38:45.331851 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] For port a44c4af6-1ddb-466e-b1f0-7a198adf5326, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=a44c4af6-1ddb-466e-b1f0-7a198adf5326,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:38:45.337008 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-03e0208c-c418-427e-b027-435606371663 req-169db924-abdb-4064-9534-d5459302cb0c tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432122 May 05 15:38:45.346761 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-1cb88581-022f-40c6-a620-9265d96561e0 None None] Provisioning complete for port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:45.347217 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1cb88581-022f-40c6-a620-9265d96561e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.386813 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1cb88581-022f-40c6-a620-9265d96561e0 None None] Port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:38:45.410400 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.497288 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Publish callbacks [] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.586732 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.587473 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640370'] for router_interface (3a07f300-a533-40a1-8cbe-7364349306e3), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.596961 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Routers {'3a07f300-a533-40a1-8cbe-7364349306e3'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:45.597598 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['3a07f300-a533-40a1-8cbe-7364349306e3'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:45.603710 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff918b-5bd1-4c99-aaa1-ed716ba9e917 None None] Pushing event updated for resources: {'Port': ['ID=a44c4af6-1ddb-466e-b1f0-7a198adf5326,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:45.655549 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa52c0ed-48d8-43ca-a7d7-20594d79cc64,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:45.714799 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] Set router 3a07f300-a533-40a1-8cbe-7364349306e3 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:45.718116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Network 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:38:45.719490 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:45.844748 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Router 3a07f300-a533-40a1-8cbe-7364349306e3 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:38:45.934964 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'name': 'tempest-TestVolumeBootPattern-302088897-router', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:41Z', 'updated_at': '2022-05-05T15:38:45Z', 'revision_number': 4, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'gw_port': {'id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:42Z', 'updated_at': '2022-05-05T15:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'fa52c0ed-48d8-43ca-a7d7-20594d79cc64', 'name': '', 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'mac_address': 'fa:16:3e:e6:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '49a6ce31-6fda-4192-9201-3bbeec89f4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:44Z', 'updated_at': '2022-05-05T15:38:45Z', 'revision_number': 2, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'subnets': [{'id': '49a6ce31-6fda-4192-9201-3bbeec89f4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:45.965632 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:38:45.967836 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca2d7a-d79b-492b-b1d1-fb1010c7fc01 None None] The sync data for ids ['3a07f300-a533-40a1-8cbe-7364349306e3'] in dv-cinder-840678-1-iscsi is: [{'id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'name': 'tempest-TestVolumeBootPattern-302088897-router', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:41Z', 'updated_at': '2022-05-05T15:38:45Z', 'revision_number': 4, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'gw_port': {'id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:42Z', 'updated_at': '2022-05-05T15:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'fa52c0ed-48d8-43ca-a7d7-20594d79cc64', 'name': '', 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'mac_address': 'fa:16:3e:e6:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '49a6ce31-6fda-4192-9201-3bbeec89f4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:44Z', 'updated_at': '2022-05-05T15:38:45Z', 'revision_number': 2, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'subnets': [{'id': '49a6ce31-6fda-4192-9201-3bbeec89f4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:38:45.973864 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-4d1527a5-e623-4a16-84cf-06a0e0d11dc5 admin admin] 10.222.0.44 "PUT /v2.0/routers/3a07f300-a533-40a1-8cbe-7364349306e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8113236 May 05 15:38:46.013032 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-12c03002-db2c-4e94-a15d-957b31e5b2a8 None None] Provisioning complete for port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:46.013529 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-12c03002-db2c-4e94-a15d-957b31e5b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:46.048905 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-12c03002-db2c-4e94-a15d-957b31e5b2a8 None None] Port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:38:46.314248 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:46.364944 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:46.365419 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:46.456525 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:46.467601 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc1bf6-553b-4995-ab84-3084b3c61529 req-ac70da09-0e5d-442b-aa90-2f968b8d6507 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:46.474178 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-68bc1bf6-553b-4995-ab84-3084b3c61529 req-ac70da09-0e5d-442b-aa90-2f968b8d6507 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 945 time: 0.0598321 May 05 15:38:46.519846 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-68bc1bf6-553b-4995-ab84-3084b3c61529 req-f6c3c5f5-35d1-43cf-8f5a-f88b20d7b2ab tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/security-groups?id=e02b7109-7d42-4429-b21c-4c55996d0b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445223 May 05 15:38:46.759114 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47200) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:46.763794 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-d50a8206-58bf-4cb4-9639-6751d7087901 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839868208', 'description': 'tempest-secgroup-smoke-1839868208 description', 'project_id': 'b97c929f22d641ed8726135a088f8313'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:46.855891 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d50a8206-58bf-4cb4-9639-6751d7087901 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:46.942687 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d50a8206-58bf-4cb4-9639-6751d7087901 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group (c547b2d2-7710-42bc-8ca9-f6afaa3a45de), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.032787 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d50a8206-58bf-4cb4-9639-6751d7087901 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c547b2d2-7710-42bc-8ca9-f6afaa3a45de), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.072870 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a8206-58bf-4cb4-9639-6751d7087901 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c547b2d2-7710-42bc-8ca9-f6afaa3a45de,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:47.096781 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923960cc-f614-4648-a83c-6e923ba66196 req-7961f82a-93c6-4d5c-97d2-149248c41637 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:47.098938 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-923960cc-f614-4648-a83c-6e923ba66196 req-7961f82a-93c6-4d5c-97d2-149248c41637 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 945 time: 0.0510113 May 05 15:38:47.171843 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d50a8206-58bf-4cb4-9639-6751d7087901 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.173171 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d50a8206-58bf-4cb4-9639-6751d7087901 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4130316 May 05 15:38:47.176157 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47204) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:47.180564 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-96e66728-1aa9-4da7-b98a-90286bfa5105 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'security_group_rule': {'security_group_id': 'c547b2d2-7710-42bc-8ca9-f6afaa3a45de', 'project_id': 'b97c929f22d641ed8726135a088f8313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:47.190508 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-923960cc-f614-4648-a83c-6e923ba66196 req-1794aa44-eb5f-4463-8937-3c80ccddcd4a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Deleting port 443c01c2-a691-47b6-ae7f-e90d934f2421 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:38:47.190853 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-923960cc-f614-4648-a83c-6e923ba66196 req-1794aa44-eb5f-4463-8937-3c80ccddcd4a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.261038 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-96e66728-1aa9-4da7-b98a-90286bfa5105 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (2bd0eae5-94ae-423b-91c8-64222cff44dc), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.283908 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-923960cc-f614-4648-a83c-6e923ba66196 req-1794aa44-eb5f-4463-8937-3c80ccddcd4a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] For port 443c01c2-a691-47b6-ae7f-e90d934f2421, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=443c01c2-a691-47b6-ae7f-e90d934f2421,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:47.284193 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-923960cc-f614-4648-a83c-6e923ba66196 req-1794aa44-eb5f-4463-8937-3c80ccddcd4a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.298175 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-923960cc-f614-4648-a83c-6e923ba66196 req-1794aa44-eb5f-4463-8937-3c80ccddcd4a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Calling delete_port for 443c01c2-a691-47b6-ae7f-e90d934f2421 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:38:47.317768 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-96e66728-1aa9-4da7-b98a-90286bfa5105 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (2bd0eae5-94ae-423b-91c8-64222cff44dc), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.381795 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-96e66728-1aa9-4da7-b98a-90286bfa5105 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (2bd0eae5-94ae-423b-91c8-64222cff44dc), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.399131 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e66728-1aa9-4da7-b98a-90286bfa5105 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd0eae5-94ae-423b-91c8-64222cff44dc,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:47.485910 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-96e66728-1aa9-4da7-b98a-90286bfa5105 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.487169 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-96e66728-1aa9-4da7-b98a-90286bfa5105 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100243 May 05 15:38:47.491040 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47206) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:47.495424 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-e3bbeb21-9d88-4fc5-af7b-9925536aa642 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'security_group_rule': {'security_group_id': 'c547b2d2-7710-42bc-8ca9-f6afaa3a45de', 'project_id': 'b97c929f22d641ed8726135a088f8313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:47.512551 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-923960cc-f614-4648-a83c-6e923ba66196 req-1794aa44-eb5f-4463-8937-3c80ccddcd4a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (443c01c2-a691-47b6-ae7f-e90d934f2421), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.526198 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['443c01c2-a691-47b6-ae7f-e90d934f2421'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:38:47.546882 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794aa44-eb5f-4463-8937-3c80ccddcd4a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Pushing event deleted for resources: {'Port': ['ID=443c01c2-a691-47b6-ae7f-e90d934f2421,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:47.593189 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e3bbeb21-9d88-4fc5-af7b-9925536aa642 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (f5ab89da-a4a4-446e-b71a-46dc594f8007), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.600593 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-923960cc-f614-4648-a83c-6e923ba66196 req-1794aa44-eb5f-4463-8937-3c80ccddcd4a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] No DVR routers for this DVR port 443c01c2-a691-47b6-ae7f-e90d934f2421 on host hv-cinder-84067 {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:38:47.605653 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-923960cc-f614-4648-a83c-6e923ba66196 req-1794aa44-eb5f-4463-8937-3c80ccddcd4a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.611481 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-923960cc-f614-4648-a83c-6e923ba66196 req-1794aa44-eb5f-4463-8937-3c80ccddcd4a tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.49 "DELETE /v2.0/ports/443c01c2-a691-47b6-ae7f-e90d934f2421 HTTP/1.1" status: 204 len: 173 time: 0.5072711 May 05 15:38:47.611928 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'name': 'network-vif-deleted', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:38:47.616779 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad1749b-70de-4d72-9eb1-0139edd4dd3f" -d '{"events": [{"server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "name": "network-vif-deleted", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:38:47.647673 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e610633f-7b5e-41e3-91b9-c0b976e61af6 req-687f00df-0abe-49cf-80f0-97887f2c0878 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 210 time: 0.0450773 May 05 15:38:47.674404 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9c98ab-4a0e-48fa-97d9-9d5972796a10 x-openstack-request-id: req-ce9c98ab-4a0e-48fa-97d9-9d5972796a10 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:47.674698 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba34b84e-ff55-4e6b-948b-2ed4a6694159", "name": "network-vif-deleted", "tag": "443c01c2-a691-47b6-ae7f-e90d934f2421", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:47.674947 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce9c98ab-4a0e-48fa-97d9-9d5972796a10 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:47.675348 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9c98ab-4a0e-48fa-97d9-9d5972796a10'] response: {'server_uuid': 'ba34b84e-ff55-4e6b-948b-2ed4a6694159', 'name': 'network-vif-deleted', 'tag': '443c01c2-a691-47b6-ae7f-e90d934f2421', 'status': 'completed', 'code': 200} May 05 15:38:47.684528 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e3bbeb21-9d88-4fc5-af7b-9925536aa642 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (f5ab89da-a4a4-446e-b71a-46dc594f8007), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.780357 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e3bbeb21-9d88-4fc5-af7b-9925536aa642 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (f5ab89da-a4a4-446e-b71a-46dc594f8007), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.798421 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbeb21-9d88-4fc5-af7b-9925536aa642 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ab89da-a4a4-446e-b71a-46dc594f8007,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:47.869185 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e3bbeb21-9d88-4fc5-af7b-9925536aa642 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:47.870563 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e3bbeb21-9d88-4fc5-af7b-9925536aa642 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785272 May 05 15:38:47.873331 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47212) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:47.877762 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-7e918438-e231-4855-af8a-6bbd8e729cfb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'security_group_rule': {'security_group_id': 'c547b2d2-7710-42bc-8ca9-f6afaa3a45de', 'project_id': 'b97c929f22d641ed8726135a088f8313', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:47.969877 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7e918438-e231-4855-af8a-6bbd8e729cfb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (351018f5-c117-459b-866f-e8e0664f7ff4), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.035143 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7e918438-e231-4855-af8a-6bbd8e729cfb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (351018f5-c117-459b-866f-e8e0664f7ff4), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.124179 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7e918438-e231-4855-af8a-6bbd8e729cfb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (351018f5-c117-459b-866f-e8e0664f7ff4), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.141727 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e918438-e231-4855-af8a-6bbd8e729cfb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351018f5-c117-459b-866f-e8e0664f7ff4,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:48.206206 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7e918438-e231-4855-af8a-6bbd8e729cfb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.207662 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-7e918438-e231-4855-af8a-6bbd8e729cfb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3333030 May 05 15:38:48.211076 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47214) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:48.215420 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-d86eeab3-5753-4416-a12f-b2b4e764def8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'security_group_rule': {'security_group_id': 'c547b2d2-7710-42bc-8ca9-f6afaa3a45de', 'project_id': 'b97c929f22d641ed8726135a088f8313', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:48.287437 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device a44c4af6-1ddb-466e-b1f0-7a198adf5326 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:48.300475 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d86eeab3-5753-4416-a12f-b2b4e764def8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (bc3924d3-88f0-4aac-92bb-1c55f68d0a9e), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.338400 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port a44c4af6-1ddb-466e-b1f0-7a198adf5326 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:48.338696 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.358559 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d86eeab3-5753-4416-a12f-b2b4e764def8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (bc3924d3-88f0-4aac-92bb-1c55f68d0a9e), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.415405 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port a44c4af6-1ddb-466e-b1f0-7a198adf5326 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:48.415798 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.426889 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d86eeab3-5753-4416-a12f-b2b4e764def8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (bc3924d3-88f0-4aac-92bb-1c55f68d0a9e), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.437215 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port a44c4af6-1ddb-466e-b1f0-7a198adf5326, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=a44c4af6-1ddb-466e-b1f0-7a198adf5326,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:48.443517 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86eeab3-5753-4416-a12f-b2b4e764def8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3924d3-88f0-4aac-92bb-1c55f68d0a9e,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:48.621159 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.623179 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d86eeab3-5753-4416-a12f-b2b4e764def8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.624528 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d86eeab3-5753-4416-a12f-b2b4e764def8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4124901 May 05 15:38:48.628928 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47216) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:48.632770 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-31f81b41-8290-4a64-ad59-73fd00188e22 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'security_group_rule': {'security_group_id': 'c547b2d2-7710-42bc-8ca9-f6afaa3a45de', 'project_id': 'b97c929f22d641ed8726135a088f8313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:48.669885 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=a44c4af6-1ddb-466e-b1f0-7a198adf5326,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:48.760052 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a73b5830-d1ed-4ea3-82aa-5455ce6f9ebd req-cbc0f96d-27a0-404b-a333-fbcf5959fb16 tempest-TestMinimumBasicScenario-1464279944 tempest-TestMinimumBasicScenario-1464279944-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba34b84e-ff55-4e6b-948b-2ed4a6694159 HTTP/1.1" status: 200 len: 210 time: 0.0308232 May 05 15:38:48.775959 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.securitygroups_db [None req-31f81b41-8290-4a64-ad59-73fd00188e22 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Project b97c929f22d641ed8726135a088f8313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:38:48.781796 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-31f81b41-8290-4a64-ad59-73fd00188e22 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (04521595-b34d-4dd8-aed1-fab230ad2461), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.842520 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-31f81b41-8290-4a64-ad59-73fd00188e22 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (04521595-b34d-4dd8-aed1-fab230ad2461), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.969664 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-31f81b41-8290-4a64-ad59-73fd00188e22 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (04521595-b34d-4dd8-aed1-fab230ad2461), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.990985 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f81b41-8290-4a64-ad59-73fd00188e22 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04521595-b34d-4dd8-aed1-fab230ad2461,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:49.091103 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-31f81b41-8290-4a64-ad59-73fd00188e22 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:49.092334 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-31f81b41-8290-4a64-ad59-73fd00188e22 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4642472 May 05 15:38:49.095137 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47220) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:49.099912 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-7286edd9-059b-4b60-b560-c768aeb6add1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'security_group_rule': {'security_group_id': 'c547b2d2-7710-42bc-8ca9-f6afaa3a45de', 'project_id': 'b97c929f22d641ed8726135a088f8313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:49.181367 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.securitygroups_db [None req-7286edd9-059b-4b60-b560-c768aeb6add1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Project b97c929f22d641ed8726135a088f8313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:38:49.187822 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7286edd9-059b-4b60-b560-c768aeb6add1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (053a30e9-faab-4140-87e3-35f59f3ee174), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:49.248683 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7286edd9-059b-4b60-b560-c768aeb6add1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (053a30e9-faab-4140-87e3-35f59f3ee174), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:49.323900 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7286edd9-059b-4b60-b560-c768aeb6add1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (053a30e9-faab-4140-87e3-35f59f3ee174), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:49.342239 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286edd9-059b-4b60-b560-c768aeb6add1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053a30e9-faab-4140-87e3-35f59f3ee174,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:49.440739 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7286edd9-059b-4b60-b560-c768aeb6add1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:49.442107 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-7286edd9-059b-4b60-b560-c768aeb6add1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3459110 May 05 15:38:49.444149 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Sync routers for ids ['3a07f300-a533-40a1-8cbe-7364349306e3'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:38:49.454776 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Routers {'3a07f300-a533-40a1-8cbe-7364349306e3'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:49.455394 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['3a07f300-a533-40a1-8cbe-7364349306e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:49.654260 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Set router 3a07f300-a533-40a1-8cbe-7364349306e3 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:49.855215 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'name': 'tempest-TestVolumeBootPattern-302088897-router', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:41Z', 'updated_at': '2022-05-05T15:38:45Z', 'revision_number': 4, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'gw_port': {'id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:42Z', 'updated_at': '2022-05-05T15:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'fa52c0ed-48d8-43ca-a7d7-20594d79cc64', 'name': '', 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'mac_address': 'fa:16:3e:e6:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '49a6ce31-6fda-4192-9201-3bbeec89f4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:44Z', 'updated_at': '2022-05-05T15:38:45Z', 'revision_number': 2, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'subnets': [{'id': '49a6ce31-6fda-4192-9201-3bbeec89f4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:49.883676 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Checking router: 3a07f300-a533-40a1-8cbe-7364349306e3 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:38:49.884048 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Updating router 3a07f300-a533-40a1-8cbe-7364349306e3 port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 binding host dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:38:49.916108 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:49.988378 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 443c01c2-a691-47b6-ae7f-e90d934f2421 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:38:50.012331 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: 443c01c2-a691-47b6-ae7f-e90d934f2421 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:38:50.012844 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 443c01c2-a691-47b6-ae7f-e90d934f2421 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:38:50.200039 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Publish callbacks [] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:50.279050 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device a44c4af6-1ddb-466e-b1f0-7a198adf5326 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:50.284207 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:50.326895 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3840cc-505d-48b0-926a-01cef1c4ffb3 None None] Pushing event updated for resources: {'Port': ['ID=fa52c0ed-48d8-43ca-a7d7-20594d79cc64,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:50.353121 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port a44c4af6-1ddb-466e-b1f0-7a198adf5326 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:50.353881 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:50.416876 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Attempting to bind port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:38:50.417599 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Attempting to bind port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'df016561-265b-46f4-8435-cb6396356973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:38:50.418211 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Attempting to bind port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 on network 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:38:50.424862 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:38:50.425616 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Checking segment: {'id': 'df016561-265b-46f4-8435-cb6396356973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:38:50.426221 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:50.427543 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Bound using segment: {'id': 'df016561-265b-46f4-8435-cb6396356973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:38:50.428315 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Bound port: fa52c0ed-48d8-43ca-a7d7-20594d79cc64, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df016561-265b-46f4-8435-cb6396356973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:38:50.428913 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:50.519836 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port a44c4af6-1ddb-466e-b1f0-7a198adf5326 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:50.527073 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] For port fa52c0ed-48d8-43ca-a7d7-20594d79cc64, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:38:50.531730 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] For port fa52c0ed-48d8-43ca-a7d7-20594d79cc64, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=fa52c0ed-48d8-43ca-a7d7-20594d79cc64,segment=NetworkSegment(df016561-265b-46f4-8435-cb6396356973),segment_id=df016561-265b-46f4-8435-cb6396356973)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:38:50.646958 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:50.710256 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3840cc-505d-48b0-926a-01cef1c4ffb3 None None] Pushing event updated for resources: {'Port': ['ID=fa52c0ed-48d8-43ca-a7d7-20594d79cc64,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:50.713097 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Routers {'3a07f300-a533-40a1-8cbe-7364349306e3'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:50.713517 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['3a07f300-a533-40a1-8cbe-7364349306e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:50.722324 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-5b375139-3294-4857-a787-05c7146121be None None] Provisioning complete for port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:50.722684 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b375139-3294-4857-a787-05c7146121be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:50.851420 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] Set router 3a07f300-a533-40a1-8cbe-7364349306e3 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:50.871735 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5b375139-3294-4857-a787-05c7146121be None None] Current status of the port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:50.872331 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b375139-3294-4857-a787-05c7146121be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:50.907887 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-5b375139-3294-4857-a787-05c7146121be None None] For port fa52c0ed-48d8-43ca-a7d7-20594d79cc64, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=fa52c0ed-48d8-43ca-a7d7-20594d79cc64,segment=NetworkSegment(df016561-265b-46f4-8435-cb6396356973),segment_id=df016561-265b-46f4-8435-cb6396356973)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:50.911191 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:50.998325 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b375139-3294-4857-a787-05c7146121be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:51.064312 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'name': 'tempest-TestVolumeBootPattern-302088897-router', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:41Z', 'updated_at': '2022-05-05T15:38:45Z', 'revision_number': 4, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'gw_port': {'id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:42Z', 'updated_at': '2022-05-05T15:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'fa52c0ed-48d8-43ca-a7d7-20594d79cc64', 'name': '', 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'mac_address': 'fa:16:3e:e6:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '49a6ce31-6fda-4192-9201-3bbeec89f4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:44Z', 'updated_at': '2022-05-05T15:38:50Z', 'revision_number': 4, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'subnets': [{'id': '49a6ce31-6fda-4192-9201-3bbeec89f4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:51.064552 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004ca3a-b18c-4d40-8291-6c03de05af54 req-17962048-c95a-47b9-ba01-021117253f3d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:51.069233 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b375139-3294-4857-a787-05c7146121be None None] Pushing event updated for resources: {'Port': ['ID=fa52c0ed-48d8-43ca-a7d7-20594d79cc64,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:51.073088 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c004ca3a-b18c-4d40-8291-6c03de05af54 req-17962048-c95a-47b9-ba01-021117253f3d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0762508 May 05 15:38:51.097016 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215bbc6-dda5-42b1-b662-fc3affce8dc0 None None] The sync data for ids ['3a07f300-a533-40a1-8cbe-7364349306e3'] in dv-cinder-840678-1-iscsi is: [{'id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'name': 'tempest-TestVolumeBootPattern-302088897-router', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:41Z', 'updated_at': '2022-05-05T15:38:45Z', 'revision_number': 4, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'gw_port': {'id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:42Z', 'updated_at': '2022-05-05T15:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'fa52c0ed-48d8-43ca-a7d7-20594d79cc64', 'name': '', 'network_id': '6a84cd8c-95ec-4b89-9d36-eac51ac5bd78', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'mac_address': 'fa:16:3e:e6:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '49a6ce31-6fda-4192-9201-3bbeec89f4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:44Z', 'updated_at': '2022-05-05T15:38:50Z', 'revision_number': 4, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'subnets': [{'id': '49a6ce31-6fda-4192-9201-3bbeec89f4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:38:51.118375 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-420e63f3-7602-4378-b65f-e95145c496fe None None] Provisioning complete for port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:51.119076 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-420e63f3-7602-4378-b65f-e95145c496fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:51.133311 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c004ca3a-b18c-4d40-8291-6c03de05af54 req-bcad7e9d-97b2-4690-8516-6a32e4b0d42c tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571954 May 05 15:38:51.219050 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-420e63f3-7602-4378-b65f-e95145c496fe None None] Current status of the port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:51.799397 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47348) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:52.254624 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639399'] for router_interface (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:52.298395 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device fa52c0ed-48d8-43ca-a7d7-20594d79cc64 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:52.307467 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0a24e-506b-4a7a-bed3-d083b944aa89 req-7a3ba156-4381-4fd6-9485-abdad099a142 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:52.309472 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ccb0a24e-506b-4a7a-bed3-d083b944aa89 req-7a3ba156-4381-4fd6-9485-abdad099a142 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.1009610 May 05 15:38:52.345978 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:52.346406 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:52.412506 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ccb0a24e-506b-4a7a-bed3-d083b944aa89 req-e77e5d1f-65e5-4de7-ab81-b564de534b0f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956347 May 05 15:38:52.441709 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:52.616868 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] Deleting port 54240119-cb12-48e8-9247-abdbd424fff5 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:38:52.617648 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (54240119-cb12-48e8-9247-abdbd424fff5), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:52.719213 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] For port 54240119-cb12-48e8-9247-abdbd424fff5, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=54240119-cb12-48e8-9247-abdbd424fff5,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:52.719512 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (54240119-cb12-48e8-9247-abdbd424fff5), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:52.735274 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] Calling delete_port for 54240119-cb12-48e8-9247-abdbd424fff5 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:38:52.976435 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08435f7b-4b73-4973-9750-125dd2802f03 req-f86bb807-4c08-49b4-8a89-7c269addbd21 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:52.977911 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-08435f7b-4b73-4973-9750-125dd2802f03 req-f86bb807-4c08-49b4-8a89-7c269addbd21 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0549099 May 05 15:38:53.028827 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (54240119-cb12-48e8-9247-abdbd424fff5), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:53.037582 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-08435f7b-4b73-4973-9750-125dd2802f03 req-2d1d5d4e-2132-4077-b139-377e9332a6a5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531700 May 05 15:38:53.059961 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] Pushing event deleted for resources: {'Port': ['ID=54240119-cb12-48e8-9247-abdbd424fff5,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:53.243905 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645058'] for router_interface (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:53.478086 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] Router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:38:53.547217 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fc14b-0953-409e-96b3-7470996947cf req-9c406fdd-e216-4510-9b0c-4f246a3f2f9e tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:53.551315 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3b1fc14b-0953-409e-96b3-7470996947cf req-9c406fdd-e216-4510-9b0c-4f246a3f2f9e tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0557487 May 05 15:38:53.603463 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:38:53.608937 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3b1fc14b-0953-409e-96b3-7470996947cf req-c3d888d4-8933-4c95-b8c4-193c09fa75f9 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495944 May 05 15:38:53.609225 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-2def3926-c6fe-4a55-b54f-ae404e8d8dec admin admin] 10.222.0.44 "PUT /v2.0/routers/a93b1f30-1945-4612-b7dc-9eb58fc2b7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074849 May 05 15:38:53.613518 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47374) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:53.617638 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631b229-20c6-451b-a6b0-7472726a3f25 None None] Sync routers for ids ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:38:53.631130 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631b229-20c6-451b-a6b0-7472726a3f25 None None] Routers {'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:53.631757 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-9631b229-20c6-451b-a6b0-7472726a3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:53.730887 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Publish callbacks [] for router (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:53.745750 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-9631b229-20c6-451b-a6b0-7472726a3f25 None None] Set router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:53.841276 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Publish callbacks [] for router_gateway (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:53.919441 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-9631b229-20c6-451b-a6b0-7472726a3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:38:52Z', 'revision_number': 5, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port': {'id': 'b7a140eb-2ca7-4eed-b633-09e35b349f6c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:42Z', 'updated_at': '2022-05-05T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:53.949858 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Deleting port b7a140eb-2ca7-4eed-b633-09e35b349f6c {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:38:53.950192 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:53.952103 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631b229-20c6-451b-a6b0-7472726a3f25 None None] Checking router: a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:38:53.960556 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631b229-20c6-451b-a6b0-7472726a3f25 None None] Routers {'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:53.961175 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-9631b229-20c6-451b-a6b0-7472726a3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:54.028544 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] For port b7a140eb-2ca7-4eed-b633-09e35b349f6c, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b7a140eb-2ca7-4eed-b633-09e35b349f6c,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:54.028885 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:54.045474 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Calling delete_port for b7a140eb-2ca7-4eed-b633-09e35b349f6c owned by network:router_gateway {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:38:54.052198 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-9631b229-20c6-451b-a6b0-7472726a3f25 None None] Set router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 gateway port host: None {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:54.106645 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-9631b229-20c6-451b-a6b0-7472726a3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:38:53Z', 'revision_number': 6, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port_host': None}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:54.206015 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae5a52-b573-4643-bf58-d3c64b55529e req-abe4e599-ce3c-422c-beb8-24db2e3a0678 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:54.215453 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-daae5a52-b573-4643-bf58-d3c64b55529e req-abe4e599-ce3c-422c-beb8-24db2e3a0678 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0756698 May 05 15:38:54.261489 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631b229-20c6-451b-a6b0-7472726a3f25 None None] The sync data for ids ['a93b1f30-1945-4612-b7dc-9eb58fc2b7c5'] in dv-cinder-840678-1-iscsi is: [{'id': 'a93b1f30-1945-4612-b7dc-9eb58fc2b7c5', 'name': 'tempest-TestMinimumBasicScenario-350577098-router', 'tenant_id': 'b9373d1d19b54831ae91fb87c0faefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:41Z', 'updated_at': '2022-05-05T15:38:53Z', 'revision_number': 6, 'project_id': 'b9373d1d19b54831ae91fb87c0faefed', 'gw_port_host': None}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:38:54.273856 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-daae5a52-b573-4643-bf58-d3c64b55529e req-efd25b1e-101e-41d5-ad9a-d8c750ef06e6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574467 May 05 15:38:54.295705 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (b7a140eb-2ca7-4eed-b633-09e35b349f6c), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:54.322184 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a140eb-2ca7-4eed-b633-09e35b349f6c,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:54.349712 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606129'] for router_gateway (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:54.457082 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1847'] for router (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:54.459983 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Publish callbacks [] for router_controller (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:54.586857 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603740'] for router (a93b1f30-1945-4612-b7dc-9eb58fc2b7c5), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:54.587615 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 {{(pid=103723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:38:54.592438 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:54.593593 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d96cd5e4-454b-4fd2-881e-d9b4bc1f36cc admin admin] 10.222.0.44 "DELETE /v2.0/routers/a93b1f30-1945-4612-b7dc-9eb58fc2b7c5 HTTP/1.1" status: 204 len: 168 time: 0.9788086 May 05 15:38:54.596130 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47380) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:54.655087 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_v2 [None req-56176d3f-ab38-4e1f-9df5-94847c2390b5 admin admin] Deleting subnet 10ad6ef3-0faa-4641-9b3a-c20cee8f5c29 {{(pid=103723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:38:54.656450 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-56176d3f-ab38-4e1f-9df5-94847c2390b5 admin admin] Publish callbacks [] for subnet (10ad6ef3-0faa-4641-9b3a-c20cee8f5c29), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:54.704101 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-56176d3f-ab38-4e1f-9df5-94847c2390b5 admin admin] Publish callbacks [] for subnet (10ad6ef3-0faa-4641-9b3a-c20cee8f5c29), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:54.796325 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cb30c-d0d7-4f75-8df6-06e12ad7266d req-7bcb879e-98ae-46c8-8460-b83a7ef09903 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:54.797942 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-619cb30c-d0d7-4f75-8df6-06e12ad7266d req-7bcb879e-98ae-46c8-8460-b83a7ef09903 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.1095636 May 05 15:38:54.834704 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-56176d3f-ab38-4e1f-9df5-94847c2390b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (10ad6ef3-0faa-4641-9b3a-c20cee8f5c29), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:54.899881 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-619cb30c-d0d7-4f75-8df6-06e12ad7266d req-9aac26d9-a548-42fd-9f5c-75916834853c tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914171 May 05 15:38:54.950531 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-82e43d73-1777-42b4-869c-9d312bafa098 req-b9e1efcc-1786-4c8e-b16c-c7144d4ed87f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3087344 May 05 15:38:54.998473 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-56176d3f-ab38-4e1f-9df5-94847c2390b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (10ad6ef3-0faa-4641-9b3a-c20cee8f5c29), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.028488 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56176d3f-ab38-4e1f-9df5-94847c2390b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ad6ef3-0faa-4641-9b3a-c20cee8f5c29,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:55.032125 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-56176d3f-ab38-4e1f-9df5-94847c2390b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.035298 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-56176d3f-ab38-4e1f-9df5-94847c2390b5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/10ad6ef3-0faa-4641-9b3a-c20cee8f5c29 HTTP/1.1" status: 204 len: 168 time: 0.4381905 May 05 15:38:55.037449 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e43d73-1777-42b4-869c-9d312bafa098 req-4eac154c-1fd9-4fc5-b030-facfdcfa16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:55.039160 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-82e43d73-1777-42b4-869c-9d312bafa098 req-4eac154c-1fd9-4fc5-b030-facfdcfa16e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 1129 time: 0.0407066 May 05 15:38:55.039727 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47384) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:55.039847 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb781ece-1434-461b-be09-9bb9afe7ec0c None None] Network 90328803-c194-44d1-9fd8-57597e08b3bd requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:38:55.156598 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (90328803-c194-44d1-9fd8-57597e08b3bd), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.240571 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced5553-25ad-4efe-b112-3b30e83e096c None None] DHCP port deletion for 90328803-c194-44d1-9fd8-57597e08b3bd request from dv-cinder-840678-1-iscsi {{(pid=103725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:38:55.252760 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e43d73-1777-42b4-869c-9d312bafa098 req-17452e52-e48a-49ed-8e8d-33fa6ebd7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:55.254307 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-82e43d73-1777-42b4-869c-9d312bafa098 req-17452e52-e48a-49ed-8e8d-33fa6ebd7535 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 200 len: 920 time: 0.1731243 May 05 15:38:55.255133 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Deleting port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:38:55.255482 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.285147 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fced5553-25ad-4efe-b112-3b30e83e096c None None] Deleting port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:38:55.287679 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fced5553-25ad-4efe-b112-3b30e83e096c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.317509 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-82e43d73-1777-42b4-869c-9d312bafa098 req-df96cbb7-9fa6-4672-bad0-ae47bb3007e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=338e5e91-19b5-48e4-9ba3-3cb80ceea13a HTTP/1.1" status: 200 len: 217 time: 0.0494854 May 05 15:38:55.366439 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-fced5553-25ad-4efe-b112-3b30e83e096c None None] For port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b9b8d0c6-eed6-424d-ad07-d02aa1b2d767,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:55.367125 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fced5553-25ad-4efe-b112-3b30e83e096c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.382211 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fced5553-25ad-4efe-b112-3b30e83e096c None None] Calling delete_port for b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:38:55.402802 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] For port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b9b8d0c6-eed6-424d-ad07-d02aa1b2d767,segment=NetworkSegment(73921f07-a135-44fa-9ce1-804090c3f9a5),segment_id=73921f07-a135-44fa-9ce1-804090c3f9a5)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:55.402802 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.445128 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Calling delete_port for b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:38:55.462910 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e43d73-1777-42b4-869c-9d312bafa098 req-ea259ee6-edfc-487c-bb2a-4d0684cbe18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:55.464301 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-82e43d73-1777-42b4-869c-9d312bafa098 req-ea259ee6-edfc-487c-bb2a-4d0684cbe18b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 200 len: 858 time: 0.1164708 May 05 15:38:55.470274 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7deb0-eaec-48c7-b355-32bbbd537637 req-5ddc8b45-1b34-4278-8912-e24773c418f3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:55.471662 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8ee7deb0-eaec-48c7-b355-32bbbd537637 req-5ddc8b45-1b34-4278-8912-e24773c418f3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.1085675 May 05 15:38:55.576780 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e43d73-1777-42b4-869c-9d312bafa098 req-70a96841-6430-4d0a-a8a9-b47b24017745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:55.578271 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-82e43d73-1777-42b4-869c-9d312bafa098 req-70a96841-6430-4d0a-a8a9-b47b24017745 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df28d7-0aab-4b09-a459-0b0a3da3ebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737729 May 05 15:38:55.581166 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fced5553-25ad-4efe-b112-3b30e83e096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.615305 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced5553-25ad-4efe-b112-3b30e83e096c None None] Pushing event deleted for resources: {'Port': ['ID=b9b8d0c6-eed6-424d-ad07-d02aa1b2d767,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:55.615305 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced5553-25ad-4efe-b112-3b30e83e096c None None] No DVR routers for this DVR port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 on host dv-cinder-840678-1-iscsi {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:38:55.639326 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8ee7deb0-eaec-48c7-b355-32bbbd537637 req-73c71020-91d8-40f1-91e0-b052954e8972 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253664 May 05 15:38:55.694865 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (b9b8d0c6-eed6-424d-ad07-d02aa1b2d767), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.729221 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b8d0c6-eed6-424d-ad07-d02aa1b2d767,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:55.733922 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] No DVR routers for this DVR port b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 on host dv-cinder-840678-1-iscsi {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:38:55.779306 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-82e43d73-1777-42b4-869c-9d312bafa098 req-6443b96b-0f86-4a45-8a53-e389d06963ac service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915333 May 05 15:38:55.836608 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (90328803-c194-44d1-9fd8-57597e08b3bd), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.906665 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90328803-c194-44d1-9fd8-57597e08b3bd']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:55.912797 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73921f07-a135-44fa-9ce1-804090c3f9a5') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:55.913105 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73921f07-a135-44fa-9ce1-804090c3f9a5') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:55.925261 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-317892'] for segment (73921f07-a135-44fa-9ce1-804090c3f9a5), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.949096 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (73921f07-a135-44fa-9ce1-804090c3f9a5), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.954859 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-82e43d73-1777-42b4-869c-9d312bafa098 req-280d9eb2-6062-46f2-9733-b5844488c88a service neutron] 10.222.0.49 "GET /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666050 May 05 15:38:55.957296 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:38:55.958638 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9250479'] for segment (73921f07-a135-44fa-9ce1-804090c3f9a5), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: self.session.flush() May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: self.session.flush() May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: self.session.flush() May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: self.session.flush() May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: Traceback (most recent call last): May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: timer() May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: cb(*args, **kw) May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: return func(*args, **kwargs) May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: self._notify() May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: self.callback(batched_events) May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: event.method(event) May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: return f(self, *a, **k) May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._get(url).json() May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: return self.request(url, 'GET', **kwargs) May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:38:55.960389 dv-cinder-840678-1-iscsi neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:38:56.015635 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a31142-2f5c-4d25-a708-5bd0d0e0cd8d req-46b4512d-cb81-447e-a6c1-107bdb1cad8e tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:56.017102 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-64a31142-2f5c-4d25-a708-5bd0d0e0cd8d req-46b4512d-cb81-447e-a6c1-107bdb1cad8e tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0486734 May 05 15:38:56.068095 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-64a31142-2f5c-4d25-a708-5bd0d0e0cd8d req-48377369-667f-4021-83ba-a9413695a55d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439825 May 05 15:38:56.130713 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (90328803-c194-44d1-9fd8-57597e08b3bd), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:56.136110 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:56.139274 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/90328803-c194-44d1-9fd8-57597e08b3bd HTTP/1.1" status: 204 len: 168 time: 1.0986805 May 05 15:38:56.142439 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47398) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:56.151255 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd967c3-6623-4566-95cc-d8df85d6c7b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=90328803-c194-44d1-9fd8-57597e08b3bd,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:56.279005 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:38:56.304107 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:38:56.304455 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b9b8d0c6-eed6-424d-ad07-d02aa1b2d767 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:38:56.304881 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 54240119-cb12-48e8-9247-abdbd424fff5 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:38:56.325163 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 54240119-cb12-48e8-9247-abdbd424fff5 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:38:56.325520 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 54240119-cb12-48e8-9247-abdbd424fff5 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:38:56.325946 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b7a140eb-2ca7-4eed-b633-09e35b349f6c no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:38:56.346197 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: b7a140eb-2ca7-4eed-b633-09e35b349f6c {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:38:56.346577 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b7a140eb-2ca7-4eed-b633-09e35b349f6c not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:38:56.809065 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac85f00-9935-4423-9598-b3869ae0ce73 req-867bc6d9-fa01-4595-9d98-44311c8bee0a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:56.810563 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4ac85f00-9935-4423-9598-b3869ae0ce73 req-867bc6d9-fa01-4595-9d98-44311c8bee0a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0881336 May 05 15:38:56.914440 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639399'] for router_interface (4f51d843-d18b-442e-83cf-fb89d63fd260), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:56.962891 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4ac85f00-9935-4423-9598-b3869ae0ce73 req-4f766ee9-3da4-470f-aa93-c1bcd3bff374 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350055 May 05 15:38:57.204175 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881be55-c9ce-4043-b262-524d05e8f824 req-74d80b45-c155-40bc-b7c0-2df01345a51e tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:57.205651 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4881be55-c9ce-4043-b262-524d05e8f824 req-74d80b45-c155-40bc-b7c0-2df01345a51e tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0536509 May 05 15:38:57.223851 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] Deleting port 277c4d84-b230-4641-8395-5eb550f6e593 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:38:57.223851 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (277c4d84-b230-4641-8395-5eb550f6e593), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:57.261275 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4881be55-c9ce-4043-b262-524d05e8f824 req-dc873f20-b2b1-417b-a7ac-29bb67c26910 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490580 May 05 15:38:57.307828 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] For port 277c4d84-b230-4641-8395-5eb550f6e593, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=277c4d84-b230-4641-8395-5eb550f6e593,segment=NetworkSegment(f52018be-a069-4595-bf1f-703ee2a32f76),segment_id=f52018be-a069-4595-bf1f-703ee2a32f76)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:57.308184 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (277c4d84-b230-4641-8395-5eb550f6e593), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:57.321855 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] Calling delete_port for 277c4d84-b230-4641-8395-5eb550f6e593 owned by network:router_interface {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:38:57.581600 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (277c4d84-b230-4641-8395-5eb550f6e593), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:57.606912 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=277c4d84-b230-4641-8395-5eb550f6e593,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:57.773111 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645058'] for router_interface (4f51d843-d18b-442e-83cf-fb89d63fd260), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:58.016900 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] Router 4f51d843-d18b-442e-83cf-fb89d63fd260 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:38:58.085327 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970ecd-2480-4007-a3f1-e1412818e0d6 req-6985d381-5ace-4280-846d-0be6708580d3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:58.090763 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-15970ecd-2480-4007-a3f1-e1412818e0d6 req-6985d381-5ace-4280-846d-0be6708580d3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0570233 May 05 15:38:58.137332 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:38:58.141746 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-15970ecd-2480-4007-a3f1-e1412818e0d6 req-0c7d38f3-16b4-4186-ad61-a2ae965ded6d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486743 May 05 15:38:58.147211 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d6882-a292-47c2-aedc-252daa0b50cc None None] Sync routers for ids ['4f51d843-d18b-442e-83cf-fb89d63fd260'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:38:58.150668 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47424) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:58.150941 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-4664ab67-32bd-48e6-9b3c-2ea73186eb13 admin admin] 10.222.0.44 "PUT /v2.0/routers/4f51d843-d18b-442e-83cf-fb89d63fd260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0071642 May 05 15:38:58.164918 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d6882-a292-47c2-aedc-252daa0b50cc None None] Routers {'4f51d843-d18b-442e-83cf-fb89d63fd260'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:58.165874 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a10d6882-a292-47c2-aedc-252daa0b50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['4f51d843-d18b-442e-83cf-fb89d63fd260'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:58.282810 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Publish callbacks [] for router (4f51d843-d18b-442e-83cf-fb89d63fd260), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:58.296652 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a10d6882-a292-47c2-aedc-252daa0b50cc None None] Set router 4f51d843-d18b-442e-83cf-fb89d63fd260 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:58.414550 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf7c9b-cf55-41f8-ae72-ee6b06aafb29 req-4addf83b-a582-4be7-b533-c2407925f2b6 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:58.416015 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7cf7c9b-cf55-41f8-ae72-ee6b06aafb29 req-4addf83b-a582-4be7-b533-c2407925f2b6 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0842474 May 05 15:38:58.469102 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Publish callbacks [] for router_gateway (4f51d843-d18b-442e-83cf-fb89d63fd260), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:58.478356 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a10d6882-a292-47c2-aedc-252daa0b50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'name': 'tempest-TestMinimumBasicScenario-440351326-router', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:38:57Z', 'revision_number': 5, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'gw_port': {'id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:52Z', 'updated_at': '2022-05-05T15:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:58.489399 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7cf7c9b-cf55-41f8-ae72-ee6b06aafb29 req-b80d4067-1cd8-4994-bd06-47430f7e4259 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675960 May 05 15:38:58.507205 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d6882-a292-47c2-aedc-252daa0b50cc None None] Checking router: 4f51d843-d18b-442e-83cf-fb89d63fd260 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:38:58.516133 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d6882-a292-47c2-aedc-252daa0b50cc None None] Routers {'4f51d843-d18b-442e-83cf-fb89d63fd260'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:38:58.516785 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a10d6882-a292-47c2-aedc-252daa0b50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:38:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['4f51d843-d18b-442e-83cf-fb89d63fd260'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:58.614399 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Deleting port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:38:58.618402 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:58.631906 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a10d6882-a292-47c2-aedc-252daa0b50cc None None] Set router 4f51d843-d18b-442e-83cf-fb89d63fd260 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:38:58.696718 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] For port d80c7a53-3d1e-409f-b1bf-b619d8e92e5e, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=d80c7a53-3d1e-409f-b1bf-b619d8e92e5e,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:58.699487 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:58.712478 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Calling delete_port for d80c7a53-3d1e-409f-b1bf-b619d8e92e5e owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:38:58.814608 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a10d6882-a292-47c2-aedc-252daa0b50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'name': 'tempest-TestMinimumBasicScenario-440351326-router', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:38:57Z', 'revision_number': 5, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'gw_port': {'id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:52Z', 'updated_at': '2022-05-05T15:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:38:58.846013 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d6882-a292-47c2-aedc-252daa0b50cc None None] The sync data for ids ['4f51d843-d18b-442e-83cf-fb89d63fd260'] in dv-cinder-840678-1-iscsi is: [{'id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'name': 'tempest-TestMinimumBasicScenario-440351326-router', 'tenant_id': 'd8f16621bb88409f98b981ede4570704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:38:57Z', 'revision_number': 5, 'project_id': 'd8f16621bb88409f98b981ede4570704', 'gw_port': {'id': 'd80c7a53-3d1e-409f-b1bf-b619d8e92e5e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f51d843-d18b-442e-83cf-fb89d63fd260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:52Z', 'updated_at': '2022-05-05T15:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:38:58.964191 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (d80c7a53-3d1e-409f-b1bf-b619d8e92e5e), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:58.991606 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Pushing event deleted for resources: {'Port': ['ID=d80c7a53-3d1e-409f-b1bf-b619d8e92e5e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:59.054315 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606129'] for router_gateway (4f51d843-d18b-442e-83cf-fb89d63fd260), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.165203 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1847'] for router (4f51d843-d18b-442e-83cf-fb89d63fd260), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.167388 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Publish callbacks [] for router_controller (4f51d843-d18b-442e-83cf-fb89d63fd260), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.282887 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422cec5-c796-41f9-82e9-8fa38cae4915 req-8cbaf0a5-fe16-4e47-b050-bca7c9a4d6f2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:59.284445 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f422cec5-c796-41f9-82e9-8fa38cae4915 req-8cbaf0a5-fe16-4e47-b050-bca7c9a4d6f2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0504475 May 05 15:38:59.308153 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603740'] for router (4f51d843-d18b-442e-83cf-fb89d63fd260), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.308967 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f51d843-d18b-442e-83cf-fb89d63fd260 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:38:59.314370 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] Publish callbacks [] for router (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.315515 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-124b7911-54f5-476f-8a06-0ca6962a0ede admin admin] 10.222.0.44 "DELETE /v2.0/routers/4f51d843-d18b-442e-83cf-fb89d63fd260 HTTP/1.1" status: 204 len: 168 time: 1.1642096 May 05 15:38:59.318739 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47434) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:59.346817 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f422cec5-c796-41f9-82e9-8fa38cae4915 req-ed877f24-b92d-4f7f-b1ea-52c86026c622 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555952 May 05 15:38:59.377726 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce8627b-19db-4f3b-9be5-c7b658b86e63 admin admin] Deleting subnet d91e2055-08d6-4838-b8b7-ca82b0a3dd81 {{(pid=103723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:38:59.381690 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8ce8627b-19db-4f3b-9be5-c7b658b86e63 admin admin] Publish callbacks [] for subnet (d91e2055-08d6-4838-b8b7-ca82b0a3dd81), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.419029 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8ce8627b-19db-4f3b-9be5-c7b658b86e63 admin admin] Publish callbacks [] for subnet (d91e2055-08d6-4838-b8b7-ca82b0a3dd81), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.467195 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8ce8627b-19db-4f3b-9be5-c7b658b86e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (d91e2055-08d6-4838-b8b7-ca82b0a3dd81), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.596252 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8ce8627b-19db-4f3b-9be5-c7b658b86e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (d91e2055-08d6-4838-b8b7-ca82b0a3dd81), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.631543 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8ce8627b-19db-4f3b-9be5-c7b658b86e63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.636097 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8ce8627b-19db-4f3b-9be5-c7b658b86e63 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d91e2055-08d6-4838-b8b7-ca82b0a3dd81 HTTP/1.1" status: 204 len: 168 time: 0.3153872 May 05 15:38:59.636319 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8627b-19db-4f3b-9be5-c7b658b86e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91e2055-08d6-4838-b8b7-ca82b0a3dd81,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:59.636556 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14cbd8-3c4a-4dd4-a62b-aeff909a87b1 None None] Network 0fdbf730-845a-42ad-9f00-006c5a21a46b requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:38:59.638670 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47440) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:59.653000 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be687f1-aeaa-4826-a78a-bc357ec56af4 req-67ab3e2a-32de-4423-b83d-ee77f7cbcb30 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:59.654979 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9be687f1-aeaa-4826-a78a-bc357ec56af4 req-67ab3e2a-32de-4423-b83d-ee77f7cbcb30 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0916290 May 05 15:38:59.716413 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9be687f1-aeaa-4826-a78a-bc357ec56af4 req-7463d33b-4dcb-43f7-96fc-ea4d6b45ec95 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546286 May 05 15:38:59.731498 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (0fdbf730-845a-42ad-9f00-006c5a21a46b), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.778272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Deleting port 63b69453-c0c5-4eb1-a421-11abae555de0 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:38:59.778727 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.847568 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] For port 63b69453-c0c5-4eb1-a421-11abae555de0, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=63b69453-c0c5-4eb1-a421-11abae555de0,segment=NetworkSegment(f52018be-a069-4595-bf1f-703ee2a32f76),segment_id=f52018be-a069-4595-bf1f-703ee2a32f76)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:59.847930 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.862102 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Calling delete_port for 63b69453-c0c5-4eb1-a421-11abae555de0 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:38:59.885512 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396ead9-2b8c-4213-b0a6-58a987f983af None None] DHCP port deletion for 0fdbf730-845a-42ad-9f00-006c5a21a46b request from dv-cinder-840678-1-iscsi {{(pid=103725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:38:59.934993 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2396ead9-2b8c-4213-b0a6-58a987f983af None None] Deleting port 63b69453-c0c5-4eb1-a421-11abae555de0 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:38:59.935434 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2396ead9-2b8c-4213-b0a6-58a987f983af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.004599 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-2396ead9-2b8c-4213-b0a6-58a987f983af None None] For port 63b69453-c0c5-4eb1-a421-11abae555de0, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=63b69453-c0c5-4eb1-a421-11abae555de0,segment=NetworkSegment(f52018be-a069-4595-bf1f-703ee2a32f76),segment_id=f52018be-a069-4595-bf1f-703ee2a32f76)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:00.005002 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2396ead9-2b8c-4213-b0a6-58a987f983af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.017468 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2396ead9-2b8c-4213-b0a6-58a987f983af None None] Calling delete_port for 63b69453-c0c5-4eb1-a421-11abae555de0 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:00.049939 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.080938 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Pushing event deleted for resources: {'Port': ['ID=63b69453-c0c5-4eb1-a421-11abae555de0,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:00.091997 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] No DVR routers for this DVR port 63b69453-c0c5-4eb1-a421-11abae555de0 on host dv-cinder-840678-1-iscsi {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:00.107303 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2396ead9-2b8c-4213-b0a6-58a987f983af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (63b69453-c0c5-4eb1-a421-11abae555de0), after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.135383 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396ead9-2b8c-4213-b0a6-58a987f983af None None] Pushing event deleted for resources: {'Port': ['ID=63b69453-c0c5-4eb1-a421-11abae555de0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:00.140953 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396ead9-2b8c-4213-b0a6-58a987f983af None None] No DVR routers for this DVR port 63b69453-c0c5-4eb1-a421-11abae555de0 on host dv-cinder-840678-1-iscsi {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:00.170508 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (0fdbf730-845a-42ad-9f00-006c5a21a46b), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.192802 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdbf730-845a-42ad-9f00-006c5a21a46b']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:00.201821 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52018be-a069-4595-bf1f-703ee2a32f76') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:00.202116 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52018be-a069-4595-bf1f-703ee2a32f76') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:00.211992 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-317892'] for segment (f52018be-a069-4595-bf1f-703ee2a32f76), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.227772 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (f52018be-a069-4595-bf1f-703ee2a32f76), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.235293 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:39:00.235695 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9250479'] for segment (f52018be-a069-4595-bf1f-703ee2a32f76), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: Traceback (most recent call last): May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: timer() May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: cb(*args, **kw) May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: return func(*args, **kwargs) May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: self._notify() May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: self.callback(batched_events) May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: event.method(event) May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: return f(self, *a, **k) May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._get(url).json() May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: return self.request(url, 'GET', **kwargs) May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:39:00.237468 dv-cinder-840678-1-iscsi neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:39:00.274136 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 277c4d84-b230-4641-8395-5eb550f6e593 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:00.296417 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 277c4d84-b230-4641-8395-5eb550f6e593 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:00.296919 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 277c4d84-b230-4641-8395-5eb550f6e593 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:00.297344 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device d80c7a53-3d1e-409f-b1bf-b619d8e92e5e no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:00.316240 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: d80c7a53-3d1e-409f-b1bf-b619d8e92e5e {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:00.316588 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device d80c7a53-3d1e-409f-b1bf-b619d8e92e5e not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:00.317092 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 63b69453-c0c5-4eb1-a421-11abae555de0 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:00.337550 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 63b69453-c0c5-4eb1-a421-11abae555de0 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:00.337902 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 63b69453-c0c5-4eb1-a421-11abae555de0 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:00.375507 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (0fdbf730-845a-42ad-9f00-006c5a21a46b), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.394613 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.399209 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] 10.222.0.44 "DELETE /v2.0/networks/0fdbf730-845a-42ad-9f00-006c5a21a46b HTTP/1.1" status: 204 len: 168 time: 0.7587261 May 05 15:39:00.400323 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab055443-0de7-4dbf-9475-4e20dedb16ba admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdbf730-845a-42ad-9f00-006c5a21a46b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:00.472307 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d797d-5332-4a69-acbf-4a41cef33e7a req-e1251a7f-f493-4c78-ba95-1d30d0a81747 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:00.474685 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fb5d797d-5332-4a69-acbf-4a41cef33e7a req-e1251a7f-f493-4c78-ba95-1d30d0a81747 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0487449 May 05 15:39:00.523136 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fb5d797d-5332-4a69-acbf-4a41cef33e7a req-32d96b35-a67a-4f99-87f6-e3d7b1032c96 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 May 05 15:39:00.799378 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47452) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:00.868220 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c97485-8807-4c58-84cf-3471b3024c38 req-5cd93fe5-1478-44c6-8101-b1056a8b8d36 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:00.870738 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e9c97485-8807-4c58-84cf-3471b3024c38 req-5cd93fe5-1478-44c6-8101-b1056a8b8d36 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0810177 May 05 15:39:00.895877 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-9bd58ff4-2740-4232-9b30-d89c88ebf485 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9373d1d19b54831ae91fb87c0faefed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947490 May 05 15:39:00.898595 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47454) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:00.933044 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e9c97485-8807-4c58-84cf-3471b3024c38 req-182d0e53-1a48-4875-85c5-46fab3939db7 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562694 May 05 15:39:00.940737 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e4b1ff72-d4f8-49ad-8bd0-4d231dd0c510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.960598 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5e216d5a-37c7-4595-92a3-f4dba0e015ca admin admin] Publish callbacks [] for security_group (e02b7109-7d42-4429-b21c-4c55996d0b3f), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.983386 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5e216d5a-37c7-4595-92a3-f4dba0e015ca admin admin] Publish callbacks [] for security_group (e02b7109-7d42-4429-b21c-4c55996d0b3f), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:01.101392 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5e216d5a-37c7-4595-92a3-f4dba0e015ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (e02b7109-7d42-4429-b21c-4c55996d0b3f), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:01.103948 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5e216d5a-37c7-4595-92a3-f4dba0e015ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:01.105091 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-5e216d5a-37c7-4595-92a3-f4dba0e015ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e02b7109-7d42-4429-b21c-4c55996d0b3f HTTP/1.1" status: 204 len: 168 time: 0.2055209 May 05 15:39:01.112775 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e216d5a-37c7-4595-92a3-f4dba0e015ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02b7109-7d42-4429-b21c-4c55996d0b3f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:01.325361 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9448d9-6e3b-4022-bc03-34be5acd6578 req-3c46b99a-f49c-4981-ac3d-826e02c7cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:01.326828 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8b9448d9-6e3b-4022-bc03-34be5acd6578 req-3c46b99a-f49c-4981-ac3d-826e02c7cce7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6&device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 1129 time: 0.0465274 May 05 15:39:01.419021 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9448d9-6e3b-4022-bc03-34be5acd6578 req-127130a9-3937-4b4a-b77b-77b4fd2c9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:01.420573 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8b9448d9-6e3b-4022-bc03-34be5acd6578 req-127130a9-3937-4b4a-b77b-77b4fd2c9d31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c892b51-50fa-4403-9d49-e005c2bb0f72 HTTP/1.1" status: 200 len: 909 time: 0.0866272 May 05 15:39:01.491161 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8b9448d9-6e3b-4022-bc03-34be5acd6578 req-20b55203-f34f-448f-b707-ff2aa42ead89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d HTTP/1.1" status: 200 len: 1000 time: 0.0630705 May 05 15:39:01.544145 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9448d9-6e3b-4022-bc03-34be5acd6578 req-e65ccf33-6eaa-4605-ad2e-e5f44be465d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:01.545607 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8b9448d9-6e3b-4022-bc03-34be5acd6578 req-e65ccf33-6eaa-4605-ad2e-e5f44be465d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1478ca81-29e5-4322-8e05-0d6892bb3878 HTTP/1.1" status: 200 len: 847 time: 0.0460970 May 05 15:39:01.597353 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9448d9-6e3b-4022-bc03-34be5acd6578 req-48d94774-b09a-4be9-9ad5-509970c1a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:01.599674 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8b9448d9-6e3b-4022-bc03-34be5acd6578 req-48d94774-b09a-4be9-9ad5-509970c1a55b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c892b51-50fa-4403-9d49-e005c2bb0f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403700 May 05 15:39:01.677649 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe360a7c-8317-4f76-9ca2-2804cd60ade0 req-0b8c7e91-e4c1-47af-ba71-c6542bcc4bf8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:01.679282 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fe360a7c-8317-4f76-9ca2-2804cd60ade0 req-0b8c7e91-e4c1-47af-ba71-c6542bcc4bf8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0786927 May 05 15:39:01.762203 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8b9448d9-6e3b-4022-bc03-34be5acd6578 req-b4407cce-de2b-40c2-98a2-f0c8aa5eb7a9 service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490550 May 05 15:39:01.766380 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fe360a7c-8317-4f76-9ca2-2804cd60ade0 req-212c16b6-8b7f-4806-b84d-13c2c1bbaddf tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631118 May 05 15:39:01.825053 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47476) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:01.866823 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-2f2938fa-c150-4294-bedf-ef24a12f08b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8f16621bb88409f98b981ede4570704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399637 May 05 15:39:01.867976 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8b9448d9-6e3b-4022-bc03-34be5acd6578 req-021aa05e-746b-44a9-9cd4-1d618a8afeed service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989990 May 05 15:39:01.869290 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47478) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:01.919538 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0ec1-c8f1-4ba9-99dd-a4091ab77d10 admin admin] Publish callbacks [] for security_group (6347b78a-6ca3-462d-ba19-42068efde1b3), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:01.940708 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0ec1-c8f1-4ba9-99dd-a4091ab77d10 admin admin] Publish callbacks [] for security_group (6347b78a-6ca3-462d-ba19-42068efde1b3), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:02.056129 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ff176-1e71-47c1-8101-57acef1c24c1 req-df5086c1-6848-4d0a-8855-aa413060158d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:02.057587 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4d8ff176-1e71-47c1-8101-57acef1c24c1 req-df5086c1-6848-4d0a-8855-aa413060158d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0479136 May 05 15:39:02.076275 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0ec1-c8f1-4ba9-99dd-a4091ab77d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (6347b78a-6ca3-462d-ba19-42068efde1b3), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:02.078732 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0ec1-c8f1-4ba9-99dd-a4091ab77d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:02.079795 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-6c6c0ec1-c8f1-4ba9-99dd-a4091ab77d10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6347b78a-6ca3-462d-ba19-42068efde1b3 HTTP/1.1" status: 204 len: 168 time: 0.2096181 May 05 15:39:02.092370 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c0ec1-c8f1-4ba9-99dd-a4091ab77d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6347b78a-6ca3-462d-ba19-42068efde1b3,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:02.123776 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4d8ff176-1e71-47c1-8101-57acef1c24c1 req-687d72e2-956f-4405-8f60-1e860064d242 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603592 May 05 15:39:02.886115 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d67df-6c8b-41ba-9145-ecb961e47f82 req-794fdb6b-19e5-4d97-9eda-a0d0b0f3e348 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:02.887581 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-800d67df-6c8b-41ba-9145-ecb961e47f82 req-794fdb6b-19e5-4d97-9eda-a0d0b0f3e348 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0468433 May 05 15:39:02.933833 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-800d67df-6c8b-41ba-9145-ecb961e47f82 req-4c80a93b-0f99-430b-a35f-a551438345b4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404632 May 05 15:39:03.049659 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d20a06ec-ec4c-4d79-b3f7-3b98868e0d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:03.238255 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183b0c3-0f12-4a5b-b605-1f3029c7fc83 req-3b4f6ff9-1289-40c6-8520-e3ee489d1057 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:03.239730 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b183b0c3-0f12-4a5b-b605-1f3029c7fc83 req-3b4f6ff9-1289-40c6-8520-e3ee489d1057 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0464878 May 05 15:39:03.288522 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b183b0c3-0f12-4a5b-b605-1f3029c7fc83 req-4e8afd72-9dda-4989-8886-ff51bab2ade0 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428855 May 05 15:39:04.052864 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a33b2-c253-4157-95ae-cc06779c6838 req-ec0c9df9-f95e-44e4-ab91-995400ef493f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:04.054366 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3c3a33b2-c253-4157-95ae-cc06779c6838 req-ec0c9df9-f95e-44e4-ab91-995400ef493f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0510426 May 05 15:39:04.101160 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3c3a33b2-c253-4157-95ae-cc06779c6838 req-66937a66-1962-4a5f-8da2-599cff83b039 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409255 May 05 15:39:04.249321 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:04.402117 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbefdc3-ed40-48db-912a-a9bd8e2acab3 req-aec2a4dd-c854-4d87-996b-dc806177906e tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:04.403696 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2dbefdc3-ed40-48db-912a-a9bd8e2acab3 req-aec2a4dd-c854-4d87-996b-dc806177906e tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0481658 May 05 15:39:04.453478 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2dbefdc3-ed40-48db-912a-a9bd8e2acab3 req-d867f8c1-28b9-43f0-971b-eacd866687af tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441313 May 05 15:39:05.219567 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1e88c-d18d-4e24-b07b-cb37d619ddbe req-49bbdeac-872b-44fb-82dd-e4880b9778ca tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:05.221230 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9ae1e88c-d18d-4e24-b07b-cb37d619ddbe req-49bbdeac-872b-44fb-82dd-e4880b9778ca tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0471044 May 05 15:39:05.271758 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9ae1e88c-d18d-4e24-b07b-cb37d619ddbe req-cc11e3b2-9aa9-4074-91ef-4a1a4d3a9ce2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425718 May 05 15:39:05.568864 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a7d2-8fa6-4732-bafc-cb01198c0ac6 req-0e1b7d59-aa81-4a98-86fa-966b592564cc tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:05.570324 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ca89a7d2-8fa6-4732-bafc-cb01198c0ac6 req-0e1b7d59-aa81-4a98-86fa-966b592564cc tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0511565 May 05 15:39:05.618913 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ca89a7d2-8fa6-4732-bafc-cb01198c0ac6 req-e550e2d9-db42-4a52-b76c-0c7962e64146 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430577 May 05 15:39:05.872925 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:05.984045 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c193b2-a560-4ee1-8cf6-cd707c68c393 req-b4af466f-fae6-4214-9b88-dfbf05b5322f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:05.986585 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-70c193b2-a560-4ee1-8cf6-cd707c68c393 req-b4af466f-fae6-4214-9b88-dfbf05b5322f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0551937 May 05 15:39:06.046568 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-70c193b2-a560-4ee1-8cf6-cd707c68c393 req-773d84cb-c81b-4f24-8d23-989c7199ce00 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516458 May 05 15:39:06.065342 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 014c56a6-c6d4-4509-bba7-d49555fe1a6d no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:06.086095 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47524) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:06.143405 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 014c56a6-c6d4-4509-bba7-d49555fe1a6d is: ACTIVE; New status is: DOWN {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:06.143793 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:06.169530 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:06.172044 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b737ab-64cb-4060-b9aa-2207ba1ea4d1" -d '{"events": [{"server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "name": "network-vif-unplugged", "status": "completed", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:06.184710 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-8febbcec-4dbb-4183-a469-18f89b77ee28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957692 May 05 15:39:06.193458 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 014c56a6-c6d4-4509-bba7-d49555fe1a6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:06.196715 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-c56d0bdd-3c36-4c79-8ab8-72aa6671a687 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:39:06.199701 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-c56d0bdd-3c36-4c79-8ab8-72aa6671a687 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092919 May 05 15:39:06.279126 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:06.296985 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47538) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:06.343657 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 May 2022 15:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaec63b-57c4-45a1-a0fa-15d34f6ec2e5 x-openstack-request-id: req-4aaec63b-57c4-45a1-a0fa-15d34f6ec2e5 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:06.344626 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "name": "network-vif-unplugged", "status": "failed", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d", "code": 422}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:06.344626 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4aaec63b-57c4-45a1-a0fa-15d34f6ec2e5 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:06.344626 dv-cinder-840678-1-iscsi neutron-server[103725]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4aaec63b-57c4-45a1-a0fa-15d34f6ec2e5']: {'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'code': 422} returned with failed status May 05 15:39:06.349869 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=014c56a6-c6d4-4509-bba7-d49555fe1a6d,revision_number=6']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:06.408946 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33ebca-c0ed-44f5-b24c-ee1a5a08d98b req-3d73772c-8584-49ba-99f7-568cd512bb44 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:06.411290 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7f33ebca-c0ed-44f5-b24c-ee1a5a08d98b req-3d73772c-8584-49ba-99f7-568cd512bb44 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0479772 May 05 15:39:06.421119 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-4ff2309d-d909-44b4-9abb-c4afe38331ec tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:06.422537 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-4ff2309d-d909-44b4-9abb-c4afe38331ec tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports/014c56a6-c6d4-4509-bba7-d49555fe1a6d HTTP/1.1" status: 200 len: 940 time: 0.1244853 May 05 15:39:06.463853 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7f33ebca-c0ed-44f5-b24c-ee1a5a08d98b req-ad948cc7-d100-484b-bd68-388596bee62a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464895 May 05 15:39:07.167981 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61b356-586b-4500-aca3-29171f37ef73 req-b47fd9c4-1ae8-4759-a7da-2174f1776290 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:07.169987 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:07.174829 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8a61b356-586b-4500-aca3-29171f37ef73 req-b47fd9c4-1ae8-4759-a7da-2174f1776290 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.0547478 May 05 15:39:07.223126 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8a61b356-586b-4500-aca3-29171f37ef73 req-d1ce200a-ad3f-4c33-a4d6-0d68523da835 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473814 May 05 15:39:07.625991 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-c60f3f43-3f65-49a4-b83e-f6ad2a33fd35 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839868208&fields=id&tenant_id=b97c929f22d641ed8726135a088f8313 HTTP/1.1" status: 200 len: 267 time: 0.0492651 May 05 15:39:07.729516 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36528b29-ffca-4f60-82ff-e15a1b90aea3 req-16b9f849-9b80-4398-ae70-3df484207e2e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:07.731094 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-36528b29-ffca-4f60-82ff-e15a1b90aea3 req-16b9f849-9b80-4398-ae70-3df484207e2e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0489228 May 05 15:39:07.749612 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-a49e4d04-705b-4c27-a67f-9a15f38fcaf5 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:07.751137 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-a49e4d04-705b-4c27-a67f-9a15f38fcaf5 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 812 time: 0.1175284 May 05 15:39:07.773147 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-906db928-f82d-434d-b176-10483bb5fe8c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/quotas/b97c929f22d641ed8726135a088f8313 HTTP/1.1" status: 200 len: 375 time: 0.0146110 May 05 15:39:07.786013 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-36528b29-ffca-4f60-82ff-e15a1b90aea3 req-0f134f6e-9312-4b39-8b70-d4ec8730c20a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489309 May 05 15:39:07.828367 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-7550a7b2-2ce9-4aa9-b6e1-f831dcdb2b5f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498533 May 05 15:39:08.001281 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-ad2a6655-c3a6-4538-8689-ddc7aeb22d40 service neutron] 10.222.0.44 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479933 May 05 15:39:08.096041 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-6692f460-92f7-40db-8d9d-faeaaeabe11d service neutron] 10.222.0.44 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885804 May 05 15:39:08.336785 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efac54-7a33-4d37-9c4a-374aa2b3f143 req-b2f8f826-88b0-44c0-b108-1acd9210b8c9 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:08.338231 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-63efac54-7a33-4d37-9c4a-374aa2b3f143 req-b2f8f826-88b0-44c0-b108-1acd9210b8c9 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.0466204 May 05 15:39:08.387638 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-63efac54-7a33-4d37-9c4a-374aa2b3f143 req-68ac0dd5-64b3-4164-b2d1-8e471f7d9ed0 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 May 05 15:39:08.800343 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-bbe1ae92-2333-4204-978e-89c06cdce016 req-8af3697c-9991-4ead-8b6b-96f999104c4c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 210 time: 0.0278761 May 05 15:39:08.920795 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120d94a-7ab0-487a-962f-6381f8a07ba8 req-3e0475bf-e9bd-430a-847a-fb2a32e85108 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:08.920795 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b120d94a-7ab0-487a-962f-6381f8a07ba8 req-3e0475bf-e9bd-430a-847a-fb2a32e85108 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0518796 May 05 15:39:08.963976 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b120d94a-7ab0-487a-962f-6381f8a07ba8 req-8c3276ee-01db-4d5b-9a85-0e4ebb1e0a82 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442829 May 05 15:39:09.532746 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea92459-15fc-4d13-b0f7-abf31acd307f req-299d6a35-3b19-48f2-bfeb-d7e089e02ad2 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:09.534208 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3ea92459-15fc-4d13-b0f7-abf31acd307f req-299d6a35-3b19-48f2-bfeb-d7e089e02ad2 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.0716009 May 05 15:39:09.589927 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3ea92459-15fc-4d13-b0f7-abf31acd307f req-119f9702-f241-4afa-8bfe-9fafb3e8e57a tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498939 May 05 15:39:09.876245 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-57c20cc6-a4ba-4b1c-94f3-b253e690b22e req-04edc1b6-a7e3-4a93-9fbb-34e16ce312bd tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 210 time: 0.0274065 May 05 15:39:10.076979 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:39:10.133898 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f642e18-f97e-4924-a315-1932bc2b9af8 req-d07b98e0-ec48-4c07-8db1-76dbb3ca21ec tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:10.135543 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1f642e18-f97e-4924-a315-1932bc2b9af8 req-d07b98e0-ec48-4c07-8db1-76dbb3ca21ec tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0951183 May 05 15:39:10.193287 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1f642e18-f97e-4924-a315-1932bc2b9af8 req-685cda7c-d45e-43a6-8382-193b79b7f84e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508566 May 05 15:39:10.194884 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:10.221150 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'port_id': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'mac_address': 'fa:16:3e:76:d2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:39:10.268405 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 is: ACTIVE; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:10.268803 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:10.283957 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:39:10.305988 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:10.314021 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-5ff154ec-4349-478b-9ca5-0ce6b5c2b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:10.315524 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-5ff154ec-4349-478b-9ca5-0ce6b5c2b910 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55&tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6 HTTP/1.1" status: 200 len: 1127 time: 0.3281498 May 05 15:39:10.375344 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:10.376599 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-88f90f1f-7d51-4f75-a658-fa0348af0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:10.378147 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-88f90f1f-7d51-4f75-a658-fa0348af0ee4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6&device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 1127 time: 0.0391731 May 05 15:39:10.432607 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,revision_number=6']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:10.476031 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-940e3e40-7ac0-4f43-bf54-d815d3db270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:10.477520 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-940e3e40-7ac0-4f43-bf54-d815d3db270f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c892b51-50fa-4403-9d49-e005c2bb0f72 HTTP/1.1" status: 200 len: 909 time: 0.0919080 May 05 15:39:10.498217 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:39:10.549750 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-2d9bd2e8-e186-45b5-b4f7-0d0466920116 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d HTTP/1.1" status: 200 len: 998 time: 0.0638578 May 05 15:39:10.635215 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-354f5341-14af-4172-a67b-40ec19a3e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:10.639657 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-354f5341-14af-4172-a67b-40ec19a3e1c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1478ca81-29e5-4322-8e05-0d6892bb3878 HTTP/1.1" status: 200 len: 847 time: 0.0500071 May 05 15:39:10.714148 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-4cda6d93-5af6-44ba-87e3-8d1bc9872bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:10.715673 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-4cda6d93-5af6-44ba-87e3-8d1bc9872bd9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c892b51-50fa-4403-9d49-e005c2bb0f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688736 May 05 15:39:10.738374 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edd7d5-eca6-48ff-a7ed-384f65626cdb req-0f72a43c-ab70-4eb5-8b97-21d6a3084429 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:10.740420 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-39edd7d5-eca6-48ff-a7ed-384f65626cdb req-0f72a43c-ab70-4eb5-8b97-21d6a3084429 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.0634282 May 05 15:39:10.842769 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-39edd7d5-eca6-48ff-a7ed-384f65626cdb req-b9a4f69a-9afa-489e-9a8f-dcfaf869328c tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924945 May 05 15:39:10.857095 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-335d0844-9829-4fa0-b7f8-59a68d729e80 service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338153 May 05 15:39:10.954042 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-96a510ea-e8a5-4a62-91ed-b70a4cb9f0b1 req-4ca0b660-7a5c-4b2f-afbb-119080ee3959 service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884874 May 05 15:39:10.982612 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d88041aa-b03e-42a4-a3e8-670c768bf2fd req-64ebf8de-6a95-4dd1-bcbc-03621d499fa2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 210 time: 0.0337584 May 05 15:39:11.315372 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbcedc-551c-4749-a2a4-400374dcdf7e req-3921a23f-ec6f-42ef-bab0-fb33f7d57ad3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:11.317013 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-eacbcedc-551c-4749-a2a4-400374dcdf7e req-3921a23f-ec6f-42ef-bab0-fb33f7d57ad3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 944 time: 0.0492899 May 05 15:39:11.367876 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-eacbcedc-551c-4749-a2a4-400374dcdf7e req-034f7597-a5b0-4a4e-9731-d0e2790025aa tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453329 May 05 15:39:11.621027 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3574821-f3d9-4c06-bc41-14d15428a10e req-0bac59be-886f-46a3-a6c8-206a582a8db8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:11.622458 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f3574821-f3d9-4c06-bc41-14d15428a10e req-0bac59be-886f-46a3-a6c8-206a582a8db8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0477290 May 05 15:39:11.670537 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f3574821-f3d9-4c06-bc41-14d15428a10e req-afac2606-484f-4899-b5c9-a6fae259e287 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421591 May 05 15:39:11.956383 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfde80-49c5-452a-adcd-2271e78d2102 req-316bf23c-2576-47b7-870c-18756f75487f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:11.958597 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5adfde80-49c5-452a-adcd-2271e78d2102 req-316bf23c-2576-47b7-870c-18756f75487f tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.0474634 May 05 15:39:12.006990 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5adfde80-49c5-452a-adcd-2271e78d2102 req-abfb0e46-bb08-46ce-abe8-81c6c61bf0d6 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 May 05 15:39:12.078620 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4215925f-73af-4b3e-95bc-3fd72c3aa98d req-0cac022e-422c-4063-b28f-7ee6587df534 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 210 time: 0.0281003 May 05 15:39:12.109534 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:39:12.164456 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:39:12.164832 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:12.240705 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:12.241095 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:12.262470 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:12.264639 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec77e8e4-fd81-45e0-b775-2e246423220f" -d '{"events": [{"server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "name": "network-vif-plugged", "status": "completed", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:12.277405 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:12.299915 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10c126b-6509-432a-90ab-070b2944dcdf x-openstack-request-id: req-a10c126b-6509-432a-90ab-070b2944dcdf {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:12.300223 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "name": "network-vif-plugged", "status": "completed", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:12.300481 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a10c126b-6509-432a-90ab-070b2944dcdf {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:12.300871 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10c126b-6509-432a-90ab-070b2944dcdf'] response: {'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'code': 200} May 05 15:39:12.352328 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:12.399731 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,revision_number=7']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:12.488001 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0201957-d0ae-4737-b520-013b7753c30f req-986c2158-d378-4974-985d-599450d08f9c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:12.489689 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e0201957-d0ae-4737-b520-013b7753c30f req-986c2158-d378-4974-985d-599450d08f9c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0505741 May 05 15:39:12.536365 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e0201957-d0ae-4737-b520-013b7753c30f req-a867138e-c61b-447f-9774-7f9d227482ea tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406532 May 05 15:39:12.784436 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eff428-7ba6-4f82-85d2-4d1fc496c454 req-19a6f52d-1341-42ae-945c-03b9b67c972e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:12.785904 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-36eff428-7ba6-4f82-85d2-4d1fc496c454 req-19a6f52d-1341-42ae-945c-03b9b67c972e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0473549 May 05 15:39:12.834443 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-36eff428-7ba6-4f82-85d2-4d1fc496c454 req-b8b7ac5c-c6cf-4a08-a367-53200d3584c8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427656 May 05 15:39:13.118388 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f546cc-cda2-4998-ac54-b1fbb37bdc48 req-26da8cd5-445d-45ac-bdb9-e75b0f2e3b14 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:13.119907 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a2f546cc-cda2-4998-ac54-b1fbb37bdc48 req-26da8cd5-445d-45ac-bdb9-e75b0f2e3b14 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.0470302 May 05 15:39:13.169656 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a2f546cc-cda2-4998-ac54-b1fbb37bdc48 req-a56e5849-ecb5-45d4-8bcb-3f97e877568b tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441377 May 05 15:39:13.180813 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b12de32d-fc31-4907-b67a-1068ccf33665 req-7a08b2db-f65f-4f05-bb1c-bb2b478f9a94 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 210 time: 0.0318110 May 05 15:39:13.650951 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0657bbf-94a6-46ac-ae72-69e32ba2e7f4 req-3e5e9874-3393-4737-829c-a7cec9639dae tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:13.652411 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e0657bbf-94a6-46ac-ae72-69e32ba2e7f4 req-3e5e9874-3393-4737-829c-a7cec9639dae tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0462875 May 05 15:39:13.701190 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e0657bbf-94a6-46ac-ae72-69e32ba2e7f4 req-4943f83d-a198-4110-9b1a-84e64bf6eca8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433340 May 05 15:39:13.944642 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba7dc8-c6c6-437a-83f2-13ea7636657a req-35dda437-9884-4912-b3ac-b2badf36d5fa tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:13.946063 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-37ba7dc8-c6c6-437a-83f2-13ea7636657a req-35dda437-9884-4912-b3ac-b2badf36d5fa tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0462763 May 05 15:39:13.991095 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-37ba7dc8-c6c6-437a-83f2-13ea7636657a req-008a3208-b4f9-4a6a-9169-d4e86d071a42 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396233 May 05 15:39:14.252257 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:39:14.277678 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1d400815-a534-46f9-8190-3def303cd289 req-f49f945f-63c0-4a24-928c-d89b4b61a29d tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 210 time: 0.0275133 May 05 15:39:14.285040 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7dbbc-be9c-4b73-9f52-a881f25bd34a req-c4ed4654-9165-4d9f-9d4e-24c35a9c28ee tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:14.287300 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-80f7dbbc-be9c-4b73-9f52-a881f25bd34a req-c4ed4654-9165-4d9f-9d4e-24c35a9c28ee tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.0498950 May 05 15:39:14.343715 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-80f7dbbc-be9c-4b73-9f52-a881f25bd34a req-43a29462-466f-4788-966b-a52ba4df561d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495970 May 05 15:39:14.499233 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-4aab2b71-8e38-40e9-9326-90f8d9d17842 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:14.500644 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-4aab2b71-8e38-40e9-9326-90f8d9d17842 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 812 time: 0.1045208 May 05 15:39:14.628044 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-ed14df18-e85c-4580-92a6-f5b61df64b6b tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b97c929f22d641ed8726135a088f8313 HTTP/1.1" status: 200 len: 380 time: 0.0551665 May 05 15:39:14.637990 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'port': {'device_id': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'admin_state_up': True, 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'security_groups': ['c547b2d2-7710-42bc-8ca9-f6afaa3a45de']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:14.755374 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-83ebe484-adde-45cb-86fb-a76276c2baf6 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:14.757466 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-83ebe484-adde-45cb-86fb-a76276c2baf6 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.0613587 May 05 15:39:14.820500 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Made reservation on behalf of b97c929f22d641ed8726135a088f8313 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:39:14.824261 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:14.874772 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4c7e4-8851-4d23-882a-e75a1c881ac0 req-5bc1c5fb-607c-4ab1-898a-6f249d673e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:14.876217 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-aee4c7e4-8851-4d23-882a-e75a1c881ac0 req-5bc1c5fb-607c-4ab1-898a-6f249d673e5a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0795064 May 05 15:39:14.911405 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Deleting port add6451b-955d-40d4-91cc-b6d51c1f07c0 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:14.911762 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:14.972151 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Allocated IP 172.20.0.11 (ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a/40d03033-f447-4235-89ac-5b569f20c433/acf9b4ea-7acb-4db2-89df-ff5e8bf01167) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:39:14.992942 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-aee4c7e4-8851-4d23-882a-e75a1c881ac0 req-7c49321b-baf5-4835-9077-e4e9840fbfd2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085114 May 05 15:39:15.034627 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] For port add6451b-955d-40d4-91cc-b6d51c1f07c0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=add6451b-955d-40d4-91cc-b6d51c1f07c0,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:15.038843 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:15.180564 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c1a1a-b61f-48c9-a9eb-42b9edbcdf85 req-9d2a8bb4-19cc-420c-a5dc-693c3e8d5ff8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:15.182023 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e09c1a1a-b61f-48c9-a9eb-42b9edbcdf85 req-9d2a8bb4-19cc-420c-a5dc-693c3e8d5ff8 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 946 time: 0.1140740 May 05 15:39:15.204098 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:15.222538 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:15.223002 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (105ae15c-24ca-4164-ba64-b591f5dc8089), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:15.223670 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Floating IP 105ae15c-24ca-4164-ba64-b591f5dc8089 disassociated. External IP: 172.27.0.6, port: add6451b-955d-40d4-91cc-b6d51c1f07c0. May 05 15:39:15.223670 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Calling delete_port for add6451b-955d-40d4-91cc-b6d51c1f07c0 owned by compute:nova {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:15.257733 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e09c1a1a-b61f-48c9-a9eb-42b9edbcdf85 req-cfe96d54-5af0-4ffe-b1e6-7d738a3bc708 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc421b9f-c8b4-42be-a066-d5288bfaeb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691338 May 05 15:39:15.376120 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:15.447137 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'Port': ['ID=acf9b4ea-7acb-4db2-89df-ff5e8bf01167,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:15.455770 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:39:15.465491 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1a64d-6c27-4e05-b889-cddc62ab82bc req-cf96af6d-4bf3-4b67-b288-3d50e3d0fa69 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:15.467651 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d4f1a64d-6c27-4e05-b889-cddc62ab82bc req-cf96af6d-4bf3-4b67-b288-3d50e3d0fa69 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 932 time: 0.1027603 May 05 15:39:15.470866 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:39:15.483312 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:39:15.509058 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (add6451b-955d-40d4-91cc-b6d51c1f07c0), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:15.545561 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event deleted for resources: {'Port': ['ID=add6451b-955d-40d4-91cc-b6d51c1f07c0,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:15.569013 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:15.569826 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d4f1a64d-6c27-4e05-b889-cddc62ab82bc req-ba58a04c-c63c-4087-abbe-59fd90aca7e0 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962050 May 05 15:39:15.570429 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:15.588658 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.594272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.595554 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:15.613943 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0515bfe-602d-41bd-9e81-e76fd4d81ae1 req-1cc57b90-c468-4279-9351-6178dd32942b tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:15.626695 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f0515bfe-602d-41bd-9e81-e76fd4d81ae1 req-1cc57b90-c468-4279-9351-6178dd32942b tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.1691093 May 05 15:39:15.672460 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-664927d3-f4fc-4d64-a11a-0be5f5c14d16 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0381055 May 05 15:39:15.688573 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Request body: {'port': {'device_id': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:15.748852 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f0515bfe-602d-41bd-9e81-e76fd4d81ae1 req-428d3814-a362-4b31-9b42-964735c4dd26 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209075 May 05 15:39:15.799803 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:39:15.818001 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:15.875503 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-94ff5832-9c4c-44ee-8990-07839ce969be None None] Provisioning complete for port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:39:15.876464 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-94ff5832-9c4c-44ee-8990-07839ce969be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:15.935729 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:39:15.953946 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-94ff5832-9c4c-44ee-8990-07839ce969be None None] Port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:39:15.957206 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd11f92e-8d7d-4676-9927-7363342e6efb None None] Sync routers for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:39:15.995574 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd11f92e-8d7d-4676-9927-7363342e6efb None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:15.996303 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-cd11f92e-8d7d-4676-9927-7363342e6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:39:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:16.231753 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-cd11f92e-8d7d-4676-9927-7363342e6efb None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:16.261338 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf9b4ea-7acb-4db2-89df-ff5e8bf01167 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:39:16.272087 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Publish callbacks [] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:16.286365 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Transition to ACTIVE for port object acf9b4ea-7acb-4db2-89df-ff5e8bf01167 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:39:16.364367 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:16.539009 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] No DVR routers for this DVR port add6451b-955d-40d4-91cc-b6d51c1f07c0 on host hv-cinder-84067 {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:16.548070 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Pushing event updated for resources: {'Port': ['ID=acf9b4ea-7acb-4db2-89df-ff5e8bf01167,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:16.558639 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:16.562751 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c9f4d1e5-f890-47a4-9ff6-1f2ba82a8185 req-0a7fbb53-e575-491b-a1d4-5bb1276341f4 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "DELETE /v2.0/ports/add6451b-955d-40d4-91cc-b6d51c1f07c0 HTTP/1.1" status: 204 len: 173 time: 1.7983925 May 05 15:39:16.563411 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'name': 'network-vif-deleted', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:16.565826 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5512a752-3396-49ac-b2e7-e38aa28ab749" -d '{"events": [{"server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "name": "network-vif-deleted", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:16.568255 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0099295f-07d3-4e44-96ea-05ccdab37b20 req-9e5d7dc5-0b46-47d9-a85c-90590d65de40 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 210 time: 0.1471202 May 05 15:39:16.612175 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f686ebb-b06e-4a22-8782-4138a6e17fca req-c878bf5a-adb1-4851-ae90-cdd84c3418b7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:16.616302 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-cd11f92e-8d7d-4676-9927-7363342e6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 5, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:16.620301 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4f686ebb-b06e-4a22-8782-4138a6e17fca req-c878bf5a-adb1-4851-ae90-cdd84c3418b7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.1165364 May 05 15:39:16.672668 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd11f92e-8d7d-4676-9927-7363342e6efb None None] Checking router: 9bcf4404-61fe-4b3c-9423-cae25a408cc4 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:39:16.689528 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4f686ebb-b06e-4a22-8782-4138a6e17fca req-87f2c4dc-0277-4944-a26f-41940e93cbb4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680647 May 05 15:39:16.697434 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c1c38f-158f-4207-b0d8-1f999688185b x-openstack-request-id: req-00c1c38f-158f-4207-b0d8-1f999688185b {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:16.697837 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a09cc30-de75-4f2b-a849-7a0a2269ae24", "name": "network-vif-deleted", "tag": "add6451b-955d-40d4-91cc-b6d51c1f07c0", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:16.698425 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00c1c38f-158f-4207-b0d8-1f999688185b {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:16.698971 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c1c38f-158f-4207-b0d8-1f999688185b'] response: {'server_uuid': '7a09cc30-de75-4f2b-a849-7a0a2269ae24', 'name': 'network-vif-deleted', 'tag': 'add6451b-955d-40d4-91cc-b6d51c1f07c0', 'status': 'completed', 'code': 200} May 05 15:39:16.704086 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd11f92e-8d7d-4676-9927-7363342e6efb None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:16.704716 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-cd11f92e-8d7d-4676-9927-7363342e6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:39:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:16.726370 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Attempting to bind port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:39:16.734626 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Attempting to bind port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:39:16.734626 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Attempting to bind port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 on network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:39:16.735057 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 on network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:39:16.736062 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Attempting to bind port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 on network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:39:16.747144 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:39:16.747564 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Checking segment: {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:39:16.748022 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Bound using segment: {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:39:16.748529 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Bound port: acf9b4ea-7acb-4db2-89df-ff5e8bf01167, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:39:16.748962 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:16.864469 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] For port acf9b4ea-7acb-4db2-89df-ff5e8bf01167, host hv-cinder-84067, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:39:16.871101 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] For port acf9b4ea-7acb-4db2-89df-ff5e8bf01167, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=acf9b4ea-7acb-4db2-89df-ff5e8bf01167,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:39:16.926246 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68aae0f-39c0-49a7-b65b-a941ca04507f req-02cdc57e-4496-490c-943a-6ce194a36b93 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:16.934178 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f68aae0f-39c0-49a7-b65b-a941ca04507f req-02cdc57e-4496-490c-943a-6ce194a36b93 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0601854 May 05 15:39:16.934392 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827bca5-67aa-452c-9088-2de0cb5117a8 req-6bb620ea-d585-421c-8712-18234a7af4aa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:16.936028 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b827bca5-67aa-452c-9088-2de0cb5117a8 req-6bb620ea-d585-421c-8712-18234a7af4aa tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.0680785 May 05 15:39:16.949609 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:17.010172 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Pushing event updated for resources: {'Port': ['ID=acf9b4ea-7acb-4db2-89df-ff5e8bf01167,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:17.051003 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:17.051338 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:17.052554 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-cac73cdf-f4db-40c0-967b-f310882dec6a service neutron] 10.222.0.49 "PUT /v2.0/ports/acf9b4ea-7acb-4db2-89df-ff5e8bf01167 HTTP/1.1" status: 200 len: 1094 time: 1.3694565 May 05 15:39:17.053077 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'tag': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:17.064925 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b827bca5-67aa-452c-9088-2de0cb5117a8 req-5d2e7954-2495-4c52-ab10-3d4a79ad4080 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216142 May 05 15:39:17.075820 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cb46c6-8612-459f-a9cc-acf7b5945216" -d '{"events": [{"name": "network-changed", "server_uuid": "429ff82d-9b79-494c-a29a-b0d4d44204fc", "tag": "acf9b4ea-7acb-4db2-89df-ff5e8bf01167"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:17.124814 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f68aae0f-39c0-49a7-b65b-a941ca04507f req-e77c2d2a-4ae5-4e2a-ba33-a9f458f4b25a tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892693 May 05 15:39:17.158680 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a549eb1-b523-4848-ae6b-c21ef05ce11c x-openstack-request-id: req-2a549eb1-b523-4848-ae6b-c21ef05ce11c {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:17.158970 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429ff82d-9b79-494c-a29a-b0d4d44204fc", "tag": "acf9b4ea-7acb-4db2-89df-ff5e8bf01167", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:17.159229 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a549eb1-b523-4848-ae6b-c21ef05ce11c {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:17.159630 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a549eb1-b523-4848-ae6b-c21ef05ce11c'] response: {'name': 'network-changed', 'server_uuid': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'tag': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167', 'status': 'completed', 'code': 200} May 05 15:39:17.211560 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-cd11f92e-8d7d-4676-9927-7363342e6efb None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:17.451968 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-cd11f92e-8d7d-4676-9927-7363342e6efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 5, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:17.480779 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd11f92e-8d7d-4676-9927-7363342e6efb None None] The sync data for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi is: [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:33:58Z', 'revision_number': 4, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '5f302dca-04b8-48ee-80f2-85ae01864951', 'name': '', 'network_id': '76df28d7-0aab-4b09-a459-0b0a3da3ebbf', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'mac_address': 'fa:16:3e:b2:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:57Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 5, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'subnets': [{'id': 'b9f225ef-3905-41e6-b728-e9a5d87b87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:39:17.705383 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb46c6-8612-459f-a9cc-acf7b5945216 req-c74bcd97-3d44-4f31-a6e2-0b4d74762481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:17.706910 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-40cb46c6-8612-459f-a9cc-acf7b5945216 req-c74bcd97-3d44-4f31-a6e2-0b4d74762481 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 1128 time: 0.0693533 May 05 15:39:17.779704 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4357566d-f55b-4ba2-8d42-47d5139d118f req-f52c6585-175f-4e43-9a25-484a5416b07b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 210 time: 0.0702624 May 05 15:39:17.846445 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4823192-ce09-4bea-bb5e-95b1f980837d None None] New status for floating IP 105ae15c-24ca-4164-ba64-b591f5dc8089: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:39:17.911627 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeff6f-adf1-41b2-b571-757af7526b49 req-0d8d1379-5d15-4ef1-8920-1eb1d39e9539 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:17.914372 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-22aeff6f-adf1-41b2-b571-757af7526b49 req-0d8d1379-5d15-4ef1-8920-1eb1d39e9539 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.1030328 May 05 15:39:17.925510 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb46c6-8612-459f-a9cc-acf7b5945216 req-8213b8c2-2a25-4d29-8edf-15d5644df289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:17.927742 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-40cb46c6-8612-459f-a9cc-acf7b5945216 req-8213b8c2-2a25-4d29-8edf-15d5644df289 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b97c929f22d641ed8726135a088f8313&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2097292 May 05 15:39:17.979669 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-22aeff6f-adf1-41b2-b571-757af7526b49 req-dc2b0ae6-7132-4669-9b0e-47049bd70bb9 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573828 May 05 15:39:18.126890 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 014c56a6-c6d4-4509-bba7-d49555fe1a6d details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:39:18.130177 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device add6451b-955d-40d4-91cc-b6d51c1f07c0 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:18.206268 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: add6451b-955d-40d4-91cc-b6d51c1f07c0 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:18.207404 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device add6451b-955d-40d4-91cc-b6d51c1f07c0 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:18.263771 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07165d0-6fa1-4928-be2b-bff2c45d0cd3 req-e9839242-3d16-485a-89ff-b302f5431284 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:18.272672 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a07165d0-6fa1-4928-be2b-bff2c45d0cd3 req-e9839242-3d16-485a-89ff-b302f5431284 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0554657 May 05 15:39:18.287797 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa18af-d104-4ede-81f7-f5c6afa26848 req-86a7489b-e1d5-4891-9de7-b2b044572482 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:18.296980 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7fa18af-d104-4ede-81f7-f5c6afa26848 req-86a7489b-e1d5-4891-9de7-b2b044572482 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 943 time: 0.1037922 May 05 15:39:18.387144 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a07165d0-6fa1-4928-be2b-bff2c45d0cd3 req-7bbd2e11-bdf2-4789-b8c7-8dff8206d14c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137774 May 05 15:39:18.409700 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 014c56a6-c6d4-4509-bba7-d49555fe1a6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:18.427701 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'port_id': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'mac_address': 'fa:16:3e:62:62:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:39:18.462842 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f7fa18af-d104-4ede-81f7-f5c6afa26848 req-72e24076-9cfe-45b4-a1e8-3b16b6c2162b tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647675 May 05 15:39:18.478570 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 014c56a6-c6d4-4509-bba7-d49555fe1a6d is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:18.479711 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:18.497260 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014c56a6-c6d4-4509-bba7-d49555fe1a6d {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:39:18.526440 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 014c56a6-c6d4-4509-bba7-d49555fe1a6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:18.555695 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb46c6-8612-459f-a9cc-acf7b5945216 req-b5abe34c-1dc9-4398-8dca-8735a437094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:18.557310 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-40cb46c6-8612-459f-a9cc-acf7b5945216 req-b5abe34c-1dc9-4398-8dca-8735a437094d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1806817 May 05 15:39:18.641052 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:18.696223 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=014c56a6-c6d4-4509-bba7-d49555fe1a6d,revision_number=7']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:18.858610 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-12226931-1a4c-407c-84ee-b70786626076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:18.860107 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-12226931-1a4c-407c-84ee-b70786626076 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 1128 time: 0.0531089 May 05 15:39:18.908954 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['014c56a6-c6d4-4509-bba7-d49555fe1a6d'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:39:18.936475 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-edbd47ec-383e-46ac-9efc-205290f14237 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf9b4ea-7acb-4db2-89df-ff5e8bf01167 HTTP/1.1" status: 200 len: 217 time: 0.0679188 May 05 15:39:18.954933 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4472c964-8dcd-4e81-a161-fd13ddbec03a req-3ceccd03-f23b-4902-add9-1d81956a8c06 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a09cc30-de75-4f2b-a849-7a0a2269ae24 HTTP/1.1" status: 200 len: 210 time: 0.0536790 May 05 15:39:19.005474 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-75aa1227-8c86-47fa-b2de-9f60c1066c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.008097 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-75aa1227-8c86-47fa-b2de-9f60c1066c53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40d03033-f447-4235-89ac-5b569f20c433 HTTP/1.1" status: 200 len: 851 time: 0.0638096 May 05 15:39:19.117620 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-f01f251e-db06-4911-9081-3022695f2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.122141 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-f01f251e-db06-4911-9081-3022695f2f76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969083 May 05 15:39:19.221081 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ff80e-afa3-4339-b27f-a0266c64726d req-d481a81f-8652-447f-86e0-d5496c93ac76 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.228660 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-913ff80e-afa3-4339-b27f-a0266c64726d req-d481a81f-8652-447f-86e0-d5496c93ac76 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.1051788 May 05 15:39:19.321347 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-659b6fa3-fee5-4a4c-994e-a51baf27b204 service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858065 May 05 15:39:19.325382 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-913ff80e-afa3-4339-b27f-a0266c64726d req-6c5f2b11-4085-414e-b574-705fe914e6ea tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956120 May 05 15:39:19.440568 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1a41440d-41c3-4a3e-9afb-ea4eb527f87c req-9fcc9206-5fcc-4830-aef4-f9c184577691 service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068547 May 05 15:39:19.505920 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695da49b-316d-4d51-b837-e1ee1d87485e req-9b5c0665-6e94-4453-b657-3e61fc86ee19 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.507756 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-695da49b-316d-4d51-b837-e1ee1d87485e req-9b5c0665-6e94-4453-b657-3e61fc86ee19 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0508702 May 05 15:39:19.564370 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-695da49b-316d-4d51-b837-e1ee1d87485e req-b90fa0ff-8590-4afa-8c44-9fdb85df7aef tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499444 May 05 15:39:19.595886 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13689151-9be1-4943-8339-e8013514e23f req-ed22ba85-35af-46a2-a3bd-97ac7ded5936 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.597216 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-13689151-9be1-4943-8339-e8013514e23f req-ed22ba85-35af-46a2-a3bd-97ac7ded5936 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 944 time: 0.0522239 May 05 15:39:19.657780 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-13689151-9be1-4943-8339-e8013514e23f req-52043246-a043-458b-b76d-80fe2656e5c1 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545166 May 05 15:39:20.155272 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 014c56a6-c6d4-4509-bba7-d49555fe1a6d up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:39:20.156047 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47768) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:20.205165 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 014c56a6-c6d4-4509-bba7-d49555fe1a6d triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:39:20.205540 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:20.214325 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8deffc8b-5508-4e29-a1b1-c923bf2d21eb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group (cc421b9f-c8b4-42be-a066-d5288bfaeb0c), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:20.251080 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8deffc8b-5508-4e29-a1b1-c923bf2d21eb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group (cc421b9f-c8b4-42be-a066-d5288bfaeb0c), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:20.295798 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 014c56a6-c6d4-4509-bba7-d49555fe1a6d is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:20.296192 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:20.336384 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:20.338675 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48867a1-4dc4-48d6-aae2-978bc391eca6" -d '{"events": [{"server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "name": "network-vif-plugged", "status": "completed", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:20.354315 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 014c56a6-c6d4-4509-bba7-d49555fe1a6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:20.390790 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2617bf7-5f89-4b07-a0ea-d8c8cda2045c x-openstack-request-id: req-c2617bf7-5f89-4b07-a0ea-d8c8cda2045c {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:20.391097 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "name": "network-vif-plugged", "status": "completed", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:20.391844 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2617bf7-5f89-4b07-a0ea-d8c8cda2045c {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:20.392252 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2617bf7-5f89-4b07-a0ea-d8c8cda2045c'] response: {'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'code': 200} May 05 15:39:20.473996 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8deffc8b-5508-4e29-a1b1-c923bf2d21eb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (cc421b9f-c8b4-42be-a066-d5288bfaeb0c), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:20.477780 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:20.479994 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898090e0-b93c-46fe-bb8b-4f4d96a254ab req-a84145b9-bddc-48ef-8fb4-284c4a21881b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:20.480905 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8deffc8b-5508-4e29-a1b1-c923bf2d21eb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:20.484433 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-8deffc8b-5508-4e29-a1b1-c923bf2d21eb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "DELETE /v2.0/security-groups/cc421b9f-c8b4-42be-a066-d5288bfaeb0c HTTP/1.1" status: 204 len: 168 time: 0.3254690 May 05 15:39:20.484935 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47780) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:20.491903 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-898090e0-b93c-46fe-bb8b-4f4d96a254ab req-a84145b9-bddc-48ef-8fb4-284c4a21881b tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0619445 May 05 15:39:20.532522 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deffc8b-5508-4e29-a1b1-c923bf2d21eb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc421b9f-c8b4-42be-a066-d5288bfaeb0c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:20.542654 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.api.v2.resource [None req-a390fc39-2c77-485f-96cd-da641ad7814f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] show failed (client error): The resource could not be found. May 05 15:39:20.546379 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-a390fc39-2c77-485f-96cd-da641ad7814f tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups/cc421b9f-c8b4-42be-a066-d5288bfaeb0c HTTP/1.1" status: 404 len: 347 time: 0.0551679 May 05 15:39:20.547092 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47782) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:20.568944 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=014c56a6-c6d4-4509-bba7-d49555fe1a6d,revision_number=8']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:20.569364 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-898090e0-b93c-46fe-bb8b-4f4d96a254ab req-004dd14d-a100-4f59-9be4-91f0e330252e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746169 May 05 15:39:20.735369 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-9c76f63d-b15e-4392-a53a-bb647ebb7ba1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Deleting port 0e4bfd11-d754-45b6-84b9-f887f1be9c20 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:20.735877 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c76f63d-b15e-4392-a53a-bb647ebb7ba1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (0e4bfd11-d754-45b6-84b9-f887f1be9c20), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:20.748414 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4e9cd-7657-43ab-9813-e5cbe7731c91 req-d9e05b0e-1adf-414b-96b8-ae21964c962f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:20.750082 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-14a4e9cd-7657-43ab-9813-e5cbe7731c91 req-d9e05b0e-1adf-414b-96b8-ae21964c962f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0691023 May 05 15:39:20.817390 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca9f11-57f0-49d0-bbb4-9d398deaada3 req-7dc78999-3b1f-4fa6-bc46-1fd2a690a9c4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:20.818877 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b3ca9f11-57f0-49d0-bbb4-9d398deaada3 req-7dc78999-3b1f-4fa6-bc46-1fd2a690a9c4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0643232 May 05 15:39:20.861071 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:20.886468 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-14a4e9cd-7657-43ab-9813-e5cbe7731c91 req-9be847f4-b4a7-4e4f-b7c9-91fb60a5c7e6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108823 May 05 15:39:20.891376 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b3ca9f11-57f0-49d0-bbb4-9d398deaada3 req-0687f7ad-13a7-4afe-81d6-40f5ec92ec54 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635247 May 05 15:39:20.915064 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c76f63d-b15e-4392-a53a-bb647ebb7ba1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (0e4bfd11-d754-45b6-84b9-f887f1be9c20), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:20.915392 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c76f63d-b15e-4392-a53a-bb647ebb7ba1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for floatingip (0e4bfd11-d754-45b6-84b9-f887f1be9c20), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:20.931185 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-9c76f63d-b15e-4392-a53a-bb647ebb7ba1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Calling delete_port for 0e4bfd11-d754-45b6-84b9-f887f1be9c20 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:21.035759 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9ef71-cfad-4ad8-8ceb-01f24a4b2072 req-cddee312-e37a-4c81-a60f-343166877544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:21.038109 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71a9ef71-cfad-4ad8-8ceb-01f24a4b2072 req-cddee312-e37a-4c81-a60f-343166877544 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 1129 time: 0.0515239 May 05 15:39:21.209740 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c76f63d-b15e-4392-a53a-bb647ebb7ba1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (0e4bfd11-d754-45b6-84b9-f887f1be9c20), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:21.236454 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76f63d-b15e-4392-a53a-bb647ebb7ba1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event deleted for resources: {'Port': ['ID=0e4bfd11-d754-45b6-84b9-f887f1be9c20,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:21.320505 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c76f63d-b15e-4392-a53a-bb647ebb7ba1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks [] for floatingip (105ae15c-24ca-4164-ba64-b591f5dc8089), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:21.323761 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c76f63d-b15e-4392-a53a-bb647ebb7ba1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:21.328076 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-9c76f63d-b15e-4392-a53a-bb647ebb7ba1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "DELETE /v2.0/floatingips/105ae15c-24ca-4164-ba64-b591f5dc8089 HTTP/1.1" status: 204 len: 168 time: 0.7768936 May 05 15:39:21.595133 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-71a9ef71-cfad-4ad8-8ceb-01f24a4b2072 req-3a1f72c0-5497-4028-9143-b23856611a0a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656226 May 05 15:39:21.726556 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69e9a9-b755-432e-9194-3140354aee24 req-fd358ea1-1af1-479a-9312-7d483254d0ca tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:21.728270 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ef69e9a9-b755-432e-9194-3140354aee24 req-fd358ea1-1af1-479a-9312-7d483254d0ca tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0609012 May 05 15:39:21.781155 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ef69e9a9-b755-432e-9194-3140354aee24 req-43a25eb0-aea5-461b-a488-0a99733c57dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473440 May 05 15:39:22.013659 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93883a-e133-41d5-9c00-35dc584e63fa req-4d073813-4141-4b59-929b-2a4746c9494a tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:22.021882 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4c93883a-e133-41d5-9c00-35dc584e63fa req-4d073813-4141-4b59-929b-2a4746c9494a tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0586965 May 05 15:39:22.029491 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadc0b7-c1d8-4233-b2a1-44829d936d07 req-55257e5c-8c25-467b-81a2-0b39428dc3b4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:22.036687 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7dadc0b7-c1d8-4233-b2a1-44829d936d07 req-55257e5c-8c25-467b-81a2-0b39428dc3b4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0591705 May 05 15:39:22.079441 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4c93883a-e133-41d5-9c00-35dc584e63fa req-f92a3b18-11b4-46b2-a5d7-b3c424df0257 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563202 May 05 15:39:22.109305 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7dadc0b7-c1d8-4233-b2a1-44829d936d07 req-7a8d5125-dd4f-4d1f-89fa-8f5e267baa7d tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708365 May 05 15:39:22.946371 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424f79e-7319-4f9c-8441-0a4368742fc5 req-91e92903-cba5-487c-817d-9d41040caa00 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:22.947979 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d424f79e-7319-4f9c-8441-0a4368742fc5 req-91e92903-cba5-487c-817d-9d41040caa00 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0881250 May 05 15:39:23.031564 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d424f79e-7319-4f9c-8441-0a4368742fc5 req-76760ae6-0871-4441-9f6e-077db10edb76 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731564 May 05 15:39:23.238121 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81965ff-8a56-49b2-9986-39c0075eaf49 req-3b483fcc-490a-4fb6-915c-5280b346957e tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:23.240977 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d81965ff-8a56-49b2-9986-39c0075eaf49 req-3b483fcc-490a-4fb6-915c-5280b346957e tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0677595 May 05 15:39:23.261395 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7e7f-b7cf-4de2-9d8f-f96f09487cf8 req-a2905c59-b28f-4a95-a413-496d30bdcacc tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:23.263411 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-268e7e7f-b7cf-4de2-9d8f-f96f09487cf8 req-a2905c59-b28f-4a95-a413-496d30bdcacc tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0581143 May 05 15:39:23.304370 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d81965ff-8a56-49b2-9986-39c0075eaf49 req-eb2cbdff-39d2-43ac-9958-543775f3d767 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567329 May 05 15:39:23.337135 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-268e7e7f-b7cf-4de2-9d8f-f96f09487cf8 req-f07a85c8-ac15-4705-8ad7-587b410d91db tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652368 May 05 15:39:24.172439 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2f882-5051-4071-9c24-21841b62115e req-2cf79bca-cf86-445e-bc93-9a2596987a00 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:24.173903 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b7b2f882-5051-4071-9c24-21841b62115e req-2cf79bca-cf86-445e-bc93-9a2596987a00 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0613992 May 05 15:39:24.233653 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b7b2f882-5051-4071-9c24-21841b62115e req-c13bad90-366e-419e-898d-491e84bc940c tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517855 May 05 15:39:24.470250 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530b076-dcfc-4c04-a872-51623d67716c req-d40d905d-722d-4dda-9829-3d4c4a9b7ad8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:24.472101 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7530b076-dcfc-4c04-a872-51623d67716c req-d40d905d-722d-4dda-9829-3d4c4a9b7ad8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0646574 May 05 15:39:24.548543 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7530b076-dcfc-4c04-a872-51623d67716c req-b362298a-eea0-4786-b30b-2d3762c028e7 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704851 May 05 15:39:24.764127 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6592a06-1b15-4e45-9ecd-3e036c454ee9 req-4cc802f8-7b4c-43d8-9876-dce3a0dfe5cb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:24.766084 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d6592a06-1b15-4e45-9ecd-3e036c454ee9 req-4cc802f8-7b4c-43d8-9876-dce3a0dfe5cb tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0505021 May 05 15:39:24.824524 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d6592a06-1b15-4e45-9ecd-3e036c454ee9 req-d6d2d84a-75d7-4475-9cc6-14baf4173aa0 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487955 May 05 15:39:25.412800 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425651e1-3061-41ec-9a1c-5fda1fc97730 req-0abb0546-801e-487f-b3af-ca6d47e34a04 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:25.414817 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-425651e1-3061-41ec-9a1c-5fda1fc97730 req-0abb0546-801e-487f-b3af-ca6d47e34a04 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0625517 May 05 15:39:25.478143 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-425651e1-3061-41ec-9a1c-5fda1fc97730 req-259fca96-049a-4eec-963f-73d59746e6ac tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556018 May 05 15:39:25.684522 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0a8bb-ee58-4756-a4dd-f799b76c85ed req-81b28b09-29f2-40ba-a5bd-5ddc7a8ff32c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:25.686135 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-70f0a8bb-ee58-4756-a4dd-f799b76c85ed req-81b28b09-29f2-40ba-a5bd-5ddc7a8ff32c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0592954 May 05 15:39:25.745714 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-70f0a8bb-ee58-4756-a4dd-f799b76c85ed req-12279823-f2b4-4553-8a86-91062f4c007a tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520103 May 05 15:39:25.964367 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8bf2c-07c4-42a7-a34a-1f8c2d9f2e82 req-114865c1-fbd3-4d54-872b-ede9a27bb684 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:25.971097 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5bb8bf2c-07c4-42a7-a34a-1f8c2d9f2e82 req-114865c1-fbd3-4d54-872b-ede9a27bb684 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 946 time: 0.0621924 May 05 15:39:25.976865 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c114a90-5786-4835-a088-9ee269af3a2d req-11fe3091-8f70-4e4d-b786-d3521ada7c21 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:25.983712 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6c114a90-5786-4835-a088-9ee269af3a2d req-11fe3091-8f70-4e4d-b786-d3521ada7c21 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0745211 May 05 15:39:26.037425 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5bb8bf2c-07c4-42a7-a34a-1f8c2d9f2e82 req-013d0eb7-5d6c-4df2-b8e0-8d11ef3baaa3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647798 May 05 15:39:26.053517 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6c114a90-5786-4835-a088-9ee269af3a2d req-50ecc90d-5718-403e-8742-faac37406b27 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687268 May 05 15:39:26.630551 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004630fc-3c98-430c-9197-379b09fbb7c6 req-fae5b84b-ac88-4904-841c-7fc1d714d3b7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:26.632097 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-004630fc-3c98-430c-9197-379b09fbb7c6 req-fae5b84b-ac88-4904-841c-7fc1d714d3b7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0614448 May 05 15:39:26.700014 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-004630fc-3c98-430c-9197-379b09fbb7c6 req-6a81bbf3-a89e-42c1-a578-bd042b1ee14a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593855 May 05 15:39:26.890685 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b44b37-da5b-4d15-b093-ba11c85d39b3 req-a77eae0e-8a8e-4915-866a-9209e70aa781 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:26.899153 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-61b44b37-da5b-4d15-b093-ba11c85d39b3 req-a77eae0e-8a8e-4915-866a-9209e70aa781 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0618181 May 05 15:39:26.954988 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-61b44b37-da5b-4d15-b093-ba11c85d39b3 req-ccdead90-76f2-45c6-b488-cc3b58a32ea2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548742 May 05 15:39:27.174822 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb30e09-b7dc-48d9-8667-172bd3990b14 req-59e440c8-ebf3-4c2d-82cb-df93059f3d13 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:27.177675 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0eb30e09-b7dc-48d9-8667-172bd3990b14 req-59e440c8-ebf3-4c2d-82cb-df93059f3d13 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 946 time: 0.0519824 May 05 15:39:27.182438 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696850b-a5ed-402e-8d4b-f890b0097435 req-5cbaa92c-d4e5-4d4e-a926-39b2c9f5c808 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:27.184933 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9696850b-a5ed-402e-8d4b-f890b0097435 req-5cbaa92c-d4e5-4d4e-a926-39b2c9f5c808 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0505683 May 05 15:39:27.233914 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9696850b-a5ed-402e-8d4b-f890b0097435 req-67505b87-3bca-4aa1-8bb0-b79d701fd73b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442505 May 05 15:39:27.237092 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0eb30e09-b7dc-48d9-8667-172bd3990b14 req-da5b80db-8df6-484f-badb-75832a017072 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538337 May 05 15:39:27.829217 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fcb4a-9e29-4f1b-8d47-6bb8846d82c4 req-9ee3eead-e72f-4444-9c93-9581f92565db tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:27.830718 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b82fcb4a-9e29-4f1b-8d47-6bb8846d82c4 req-9ee3eead-e72f-4444-9c93-9581f92565db tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0519452 May 05 15:39:28.073819 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d71aa-b71b-42b8-91c6-09cd03d548e3 req-e5f51df3-cf23-425b-900b-7b945a96d075 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:28.081602 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ce8d71aa-b71b-42b8-91c6-09cd03d548e3 req-e5f51df3-cf23-425b-900b-7b945a96d075 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0555859 May 05 15:39:28.142331 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ce8d71aa-b71b-42b8-91c6-09cd03d548e3 req-9557e53c-4de9-4dd2-97bc-65c8ff7cea49 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566876 May 05 15:39:28.191613 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b82fcb4a-9e29-4f1b-8d47-6bb8846d82c4 req-1c1f3378-4bbc-4a39-896e-700e944adf75 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3544321 May 05 15:39:28.199066 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a13a8-08e9-430e-bca2-2cffe3928f4b req-62ee9a84-ab3e-4299-abb3-f63948192a5b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:28.200521 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8b8a13a8-08e9-430e-bca2-2cffe3928f4b req-62ee9a84-ab3e-4299-abb3-f63948192a5b tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0724039 May 05 15:39:28.367029 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaf879-0cc9-40bc-995e-9410dab14340 req-9e79224c-c532-4b95-9283-b8eaea73a9a7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:28.369432 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2abaf879-0cc9-40bc-995e-9410dab14340 req-9e79224c-c532-4b95-9283-b8eaea73a9a7 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 945 time: 0.0511706 May 05 15:39:28.375362 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e1418-cae2-4f5a-b2f3-c73a62d1d5e6 req-d8d4c7a4-1849-42cb-b464-152858f89caa tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:28.377010 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c89e1418-cae2-4f5a-b2f3-c73a62d1d5e6 req-d8d4c7a4-1849-42cb-b464-152858f89caa tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 946 time: 0.0623412 May 05 15:39:28.430008 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2abaf879-0cc9-40bc-995e-9410dab14340 req-bb049c6b-4478-4525-9372-529efd64de57 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538034 May 05 15:39:28.463321 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c89e1418-cae2-4f5a-b2f3-c73a62d1d5e6 req-a64e105c-4068-425d-890f-172b1ce0c58d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups?id=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778155 May 05 15:39:28.562114 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-b594b39c-baa0-4a2e-a0ed-19cab69e2296 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:28.562114 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-b594b39c-baa0-4a2e-a0ed-19cab69e2296 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.49 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 946 time: 0.0556991 May 05 15:39:28.641946 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Deleting port 74e85cab-e716-45f1-8839-1c3905f3af41 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:28.642346 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:28.644267 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-8b8a13a8-08e9-430e-bca2-2cffe3928f4b req-ce6eebad-25f2-4cef-bbd5-e326b5a74714 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Deleting port 3aa6e6b9-b8a8-4740-be53-fda82999f251 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:28.645385 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8b8a13a8-08e9-430e-bca2-2cffe3928f4b req-ce6eebad-25f2-4cef-bbd5-e326b5a74714 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:28.742612 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] For port 74e85cab-e716-45f1-8839-1c3905f3af41, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=74e85cab-e716-45f1-8839-1c3905f3af41,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:28.742981 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:28.746236 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-8b8a13a8-08e9-430e-bca2-2cffe3928f4b req-ce6eebad-25f2-4cef-bbd5-e326b5a74714 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] For port 3aa6e6b9-b8a8-4740-be53-fda82999f251, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3aa6e6b9-b8a8-4740-be53-fda82999f251,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:28.746624 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8b8a13a8-08e9-430e-bca2-2cffe3928f4b req-ce6eebad-25f2-4cef-bbd5-e326b5a74714 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:28.761388 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-8b8a13a8-08e9-430e-bca2-2cffe3928f4b req-ce6eebad-25f2-4cef-bbd5-e326b5a74714 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Calling delete_port for 3aa6e6b9-b8a8-4740-be53-fda82999f251 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:28.925276 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:28.925640 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (e3ef7b03-b691-43d9-8b60-024f27256d62), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:28.927315 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Floating IP e3ef7b03-b691-43d9-8b60-024f27256d62 disassociated. External IP: 172.27.0.130, port: 74e85cab-e716-45f1-8839-1c3905f3af41. May 05 15:39:28.927445 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Calling delete_port for 74e85cab-e716-45f1-8839-1c3905f3af41 owned by compute:nova {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:29.009465 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8b8a13a8-08e9-430e-bca2-2cffe3928f4b req-ce6eebad-25f2-4cef-bbd5-e326b5a74714 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (3aa6e6b9-b8a8-4740-be53-fda82999f251), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.021494 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['338e5e91-19b5-48e4-9ba3-3cb80ceea13a'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:39:29.045357 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6eebad-25f2-4cef-bbd5-e326b5a74714 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event deleted for resources: {'Port': ['ID=3aa6e6b9-b8a8-4740-be53-fda82999f251,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:29.102576 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8a13a8-08e9-430e-bca2-2cffe3928f4b req-ce6eebad-25f2-4cef-bbd5-e326b5a74714 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] No DVR routers for this DVR port 3aa6e6b9-b8a8-4740-be53-fda82999f251 on host hv-cinder-84067 {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:29.105085 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8b8a13a8-08e9-430e-bca2-2cffe3928f4b req-ce6eebad-25f2-4cef-bbd5-e326b5a74714 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.108346 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8b8a13a8-08e9-430e-bca2-2cffe3928f4b req-ce6eebad-25f2-4cef-bbd5-e326b5a74714 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "DELETE /v2.0/ports/3aa6e6b9-b8a8-4740-be53-fda82999f251 HTTP/1.1" status: 204 len: 173 time: 0.6216025 May 05 15:39:29.108804 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c96dee6-11e6-407c-a692-5816fd3de41a', 'name': 'network-vif-deleted', 'tag': '3aa6e6b9-b8a8-4740-be53-fda82999f251'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:29.111055 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21e0114-0c77-4599-9aaa-4f86da5976e1" -d '{"events": [{"server_uuid": "3c96dee6-11e6-407c-a692-5816fd3de41a", "name": "network-vif-deleted", "tag": "3aa6e6b9-b8a8-4740-be53-fda82999f251"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:29.148103 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cced18a-2435-4a85-80f9-d0fe7d6e29bc x-openstack-request-id: req-9cced18a-2435-4a85-80f9-d0fe7d6e29bc {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:29.148396 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c96dee6-11e6-407c-a692-5816fd3de41a", "name": "network-vif-deleted", "tag": "3aa6e6b9-b8a8-4740-be53-fda82999f251", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:29.148645 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cced18a-2435-4a85-80f9-d0fe7d6e29bc {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:29.149046 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cced18a-2435-4a85-80f9-d0fe7d6e29bc'] response: {'server_uuid': '3c96dee6-11e6-407c-a692-5816fd3de41a', 'name': 'network-vif-deleted', 'tag': '3aa6e6b9-b8a8-4740-be53-fda82999f251', 'status': 'completed', 'code': 200} May 05 15:39:29.203968 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (74e85cab-e716-45f1-8839-1c3905f3af41), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.233447 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event deleted for resources: {'Port': ['ID=74e85cab-e716-45f1-8839-1c3905f3af41,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:29.273335 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00085979-9c83-4ba9-939b-acd7d6cc8e31 req-77956c75-9ccc-4a3f-bd69-35b020f9062e tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:29.275505 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-00085979-9c83-4ba9-939b-acd7d6cc8e31 req-77956c75-9ccc-4a3f-bd69-35b020f9062e tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0644023 May 05 15:39:29.348217 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-00085979-9c83-4ba9-939b-acd7d6cc8e31 req-14087942-13c9-42a2-891b-2f261ad8f74c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532148 May 05 15:39:29.400957 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa2ea8-97bd-42cd-b7af-dbee4d87384b req-befbae01-af19-437f-b734-2b3b8ac54a6d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:29.403012 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3caa2ea8-97bd-42cd-b7af-dbee4d87384b req-befbae01-af19-437f-b734-2b3b8ac54a6d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0867872 May 05 15:39:29.442611 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Router e7783c59-1a08-46b4-a954-9ad9685899a6 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:39:29.525147 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3caa2ea8-97bd-42cd-b7af-dbee4d87384b req-ec47c9a7-bb24-40e6-ae93-b04ec9157361 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076386 May 05 15:39:29.552889 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5bbb331b-fc29-40cc-93f6-6fc136aac6a4 req-56105136-e211-4713-ac03-773d3cbf20db tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c96dee6-11e6-407c-a692-5816fd3de41a HTTP/1.1" status: 200 len: 210 time: 0.0401766 May 05 15:39:29.632143 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:39:29.634919 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6206064f-cf00-4765-b654-20e27495ec8d req-26162874-8001-4b8c-a400-0e38e0d0b43b tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 210 time: 0.0405159 May 05 15:39:29.645036 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b126770-c6bf-48e2-899a-c30237a3c13a None None] Sync routers for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:39:29.657819 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b126770-c6bf-48e2-899a-c30237a3c13a None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:29.665401 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-4b126770-c6bf-48e2-899a-c30237a3c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:39:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:29.678245 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] No DVR routers for this DVR port 74e85cab-e716-45f1-8839-1c3905f3af41 on host hv-cinder-84067 {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:29.681033 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.684774 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1145f3c5-4b7d-4d1e-98cd-e335a4bf7b63 req-572de10e-7d21-42db-a8bd-744eed013fae tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.49 "DELETE /v2.0/ports/74e85cab-e716-45f1-8839-1c3905f3af41 HTTP/1.1" status: 204 len: 173 time: 1.1383331 May 05 15:39:29.685311 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d40ea1-61c0-476f-8354-1038eca34adf', 'name': 'network-vif-deleted', 'tag': '74e85cab-e716-45f1-8839-1c3905f3af41'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:29.687691 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd6e083-8255-48d8-b25d-97d43ca51892" -d '{"events": [{"server_uuid": "31d40ea1-61c0-476f-8354-1038eca34adf", "name": "network-vif-deleted", "tag": "74e85cab-e716-45f1-8839-1c3905f3af41"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:29.725233 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475cbff8-f146-483b-8089-ca5b1e5cd6d1 x-openstack-request-id: req-475cbff8-f146-483b-8089-ca5b1e5cd6d1 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:29.725527 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d40ea1-61c0-476f-8354-1038eca34adf", "name": "network-vif-deleted", "tag": "74e85cab-e716-45f1-8839-1c3905f3af41", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:29.725832 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-475cbff8-f146-483b-8089-ca5b1e5cd6d1 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:29.726242 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475cbff8-f146-483b-8089-ca5b1e5cd6d1'] response: {'server_uuid': '31d40ea1-61c0-476f-8354-1038eca34adf', 'name': 'network-vif-deleted', 'tag': '74e85cab-e716-45f1-8839-1c3905f3af41', 'status': 'completed', 'code': 200} May 05 15:39:29.788829 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-4b126770-c6bf-48e2-899a-c30237a3c13a None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:29.984810 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-4b126770-c6bf-48e2-899a-c30237a3c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:29.990638 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4992-7b76-4eba-bbf7-c6eab1f5cbed req-daa8c760-76a1-49b6-8595-383f6535879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:29.992141 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdc4992-7b76-4eba-bbf7-c6eab1f5cbed req-daa8c760-76a1-49b6-8595-383f6535879c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 1129 time: 0.0412898 May 05 15:39:30.011602 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b126770-c6bf-48e2-899a-c30237a3c13a None None] Checking router: e7783c59-1a08-46b4-a954-9ad9685899a6 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:39:30.020762 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b126770-c6bf-48e2-899a-c30237a3c13a None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:30.021498 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-4b126770-c6bf-48e2-899a-c30237a3c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:39:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:30.091087 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4992-7b76-4eba-bbf7-c6eab1f5cbed req-c195ce05-22f8-4587-86d3-c32a486dcca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:30.092558 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdc4992-7b76-4eba-bbf7-c6eab1f5cbed req-c195ce05-22f8-4587-86d3-c32a486dcca3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 917 time: 0.0936928 May 05 15:39:30.139827 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-4b126770-c6bf-48e2-899a-c30237a3c13a None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:30.174584 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdc4992-7b76-4eba-bbf7-c6eab1f5cbed req-398471b9-aa97-42bb-a649-7a334e50fdb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 HTTP/1.1" status: 200 len: 1001 time: 0.0607877 May 05 15:39:30.227928 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4992-7b76-4eba-bbf7-c6eab1f5cbed req-86866cfa-756b-4c64-ac92-d16efbf2c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:30.229195 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device acf9b4ea-7acb-4db2-89df-ff5e8bf01167 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:39:30.229395 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdc4992-7b76-4eba-bbf7-c6eab1f5cbed req-86866cfa-756b-4c64-ac92-d16efbf2c997 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dba1ae9-e494-4720-b0dd-109269841baf HTTP/1.1" status: 200 len: 855 time: 0.0493004 May 05 15:39:30.231080 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 74e85cab-e716-45f1-8839-1c3905f3af41 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:30.267621 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: 74e85cab-e716-45f1-8839-1c3905f3af41 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:30.267973 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 74e85cab-e716-45f1-8839-1c3905f3af41 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:30.271589 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 3aa6e6b9-b8a8-4740-be53-fda82999f251 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:30.276666 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4992-7b76-4eba-bbf7-c6eab1f5cbed req-8504c138-9cad-49b1-9b3b-06fa2b06562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:30.278657 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdc4992-7b76-4eba-bbf7-c6eab1f5cbed req-8504c138-9cad-49b1-9b3b-06fa2b06562b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=567bf926-5d0b-40e3-87cf-663917924844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431030 May 05 15:39:30.291777 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: 3aa6e6b9-b8a8-4740-be53-fda82999f251 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:30.292120 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 3aa6e6b9-b8a8-4740-be53-fda82999f251 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:30.374929 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdc4992-7b76-4eba-bbf7-c6eab1f5cbed req-b48764ba-bf25-4a1a-9d6d-4b49d49cc0f7 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900066 May 05 15:39:30.462222 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port acf9b4ea-7acb-4db2-89df-ff5e8bf01167, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=acf9b4ea-7acb-4db2-89df-ff5e8bf01167,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:30.469561 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-4b126770-c6bf-48e2-899a-c30237a3c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:30.507258 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe4613-947d-44dc-939a-e1565008b574 req-358faeb8-ab6f-4724-9055-bfeb09ca5433 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:30.508824 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2ffe4613-947d-44dc-939a-e1565008b574 req-358faeb8-ab6f-4724-9055-bfeb09ca5433 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 944 time: 0.0619917 May 05 15:39:30.512870 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6bdc4992-7b76-4eba-bbf7-c6eab1f5cbed req-bab64db0-9540-4a50-82a2-c0c665962b15 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316409 May 05 15:39:30.564259 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2ffe4613-947d-44dc-939a-e1565008b574 req-873f56a6-f0f5-4cb3-a0c2-f4c0101033a1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487719 May 05 15:39:30.636120 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'port_id': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167', 'mac_address': 'fa:16:3e:20:67:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:39:30.639408 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b126770-c6bf-48e2-899a-c30237a3c13a None None] The sync data for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi is: [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:32:55Z', 'revision_number': 4, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'd152033c-f0f6-445f-9a63-71fd8563b2ba', 'name': '', 'network_id': 'c0587739-8906-446b-bcca-e4ce438334aa', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'mac_address': 'fa:16:3e:59:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:54Z', 'updated_at': '2022-05-05T15:33:05Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'subnets': [{'id': '83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:39:30.681104 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab365-bd34-4bed-8228-6aa7542b3beb req-99f2d623-dab5-4091-8e0e-fc21da9bfdb5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:30.682896 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-650ab365-bd34-4bed-8228-6aa7542b3beb req-99f2d623-dab5-4091-8e0e-fc21da9bfdb5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0752327 May 05 15:39:30.684564 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:30.684960 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:30.701151 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf9b4ea-7acb-4db2-89df-ff5e8bf01167 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:39:30.730964 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port acf9b4ea-7acb-4db2-89df-ff5e8bf01167, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=acf9b4ea-7acb-4db2-89df-ff5e8bf01167,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:30.740767 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-650ab365-bd34-4bed-8228-6aa7542b3beb req-f98dd829-c310-4081-b9b7-6ed61229127d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503011 May 05 15:39:30.832609 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:30.846389 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4b1d80a9-b7aa-45d9-9b68-45d04dc23ed9 req-a300d6a1-e5c2-40c3-8472-4a53a6e4a654 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 210 time: 0.0308902 May 05 15:39:30.898964 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=acf9b4ea-7acb-4db2-89df-ff5e8bf01167,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:30.920917 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a517004-8af2-47cf-84d6-0fb339582a57 None None] New status for floating IP e3ef7b03-b691-43d9-8b60-024f27256d62: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:39:30.952321 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9fda4dc7-5259-4cec-90e3-4e76c2f769c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:31.076235 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90836f83-5095-4792-ab43-4f39ec58c540 req-956a4185-d52c-4523-8295-f2365170ac54 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:31.079147 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-90836f83-5095-4792-ab43-4f39ec58c540 req-956a4185-d52c-4523-8295-f2365170ac54 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0472186 May 05 15:39:31.079464 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['acf9b4ea-7acb-4db2-89df-ff5e8bf01167'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:39:31.139543 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-90836f83-5095-4792-ab43-4f39ec58c540 req-ecb1444a-b196-4254-ae00-4bd1eb0c6b4e tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485075 May 05 15:39:31.681517 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ca473-06c5-413d-b75c-15be06513734 req-ffb44293-4344-4b1c-97d2-eafaa2611297 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:31.683019 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ed9ca473-06c5-413d-b75c-15be06513734 req-ffb44293-4344-4b1c-97d2-eafaa2611297 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 945 time: 0.0503345 May 05 15:39:31.730765 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ed9ca473-06c5-413d-b75c-15be06513734 req-d8c32fca-9cf2-4eda-a322-a251f1aea45c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 May 05 15:39:31.861210 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa454c4c-d474-43c1-9950-069d197a5d7a req-0d2b4df7-0213-440c-9ef2-4c25d299b467 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:31.862584 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fa454c4c-d474-43c1-9950-069d197a5d7a req-0d2b4df7-0213-440c-9ef2-4c25d299b467 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 945 time: 0.0464447 May 05 15:39:31.909315 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fa454c4c-d474-43c1-9950-069d197a5d7a req-c3124f14-ca36-4be5-a52d-de295f18813a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409999 May 05 15:39:31.955328 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-abf13750-0a94-45af-a94c-08fc76bd7e59 req-0fbb2046-2085-4756-9643-83ea1738e854 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 210 time: 0.0270188 May 05 15:39:32.250370 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device acf9b4ea-7acb-4db2-89df-ff5e8bf01167 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:39:32.251989 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37870bd-d969-4add-8963-91a5cebeca29 req-46ed93a0-1906-4710-94b1-66120917e853 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:32.253468 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a37870bd-d969-4add-8963-91a5cebeca29 req-46ed93a0-1906-4710-94b1-66120917e853 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0477984 May 05 15:39:32.296062 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:39:32.300758 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a37870bd-d969-4add-8963-91a5cebeca29 req-8642e1b8-a314-458b-b2b0-78245f6c62c1 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 May 05 15:39:32.364422 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:39:32.364792 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:32.444167 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:32.444464 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:32.468007 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:32.470245 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fb5999-244a-41df-b4b9-85713949a1cc" -d '{"events": [{"server_uuid": "429ff82d-9b79-494c-a29a-b0d4d44204fc", "name": "network-vif-plugged", "status": "completed", "tag": "acf9b4ea-7acb-4db2-89df-ff5e8bf01167"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:32.483757 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port acf9b4ea-7acb-4db2-89df-ff5e8bf01167, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=acf9b4ea-7acb-4db2-89df-ff5e8bf01167,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:32.504583 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffe892d-d2fe-4b7d-a5df-4e4bd549c0c4 x-openstack-request-id: req-cffe892d-d2fe-4b7d-a5df-4e4bd549c0c4 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:32.504985 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429ff82d-9b79-494c-a29a-b0d4d44204fc", "name": "network-vif-plugged", "status": "completed", "tag": "acf9b4ea-7acb-4db2-89df-ff5e8bf01167", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:32.505215 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cffe892d-d2fe-4b7d-a5df-4e4bd549c0c4 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:32.505608 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffe892d-d2fe-4b7d-a5df-4e4bd549c0c4'] response: {'server_uuid': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167', 'code': 200} May 05 15:39:32.563833 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:32.564733 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:32.636165 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=acf9b4ea-7acb-4db2-89df-ff5e8bf01167,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:32.679605 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 is: ACTIVE; New status is: DOWN {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:32.679997 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:32.711960 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:32.798078 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:32.844088 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22bec-f880-4605-9ee8-6ce12d4c0bc2 req-b49002a9-7ea1-4764-b96e-4ce832cbfcba tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:32.845555 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-eda22bec-f880-4605-9ee8-6ce12d4c0bc2 req-b49002a9-7ea1-4764-b96e-4ce832cbfcba tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 946 time: 0.0491669 May 05 15:39:32.848990 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,revision_number=8']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:32.896850 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-eda22bec-f880-4605-9ee8-6ce12d4c0bc2 req-d5fd8887-29fb-4e4b-a4a4-585ad39d46dd tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442221 May 05 15:39:33.031135 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da403b-10ea-40e1-bef3-451e4a28bbd3 req-7ca16b1a-bef9-4688-b0bf-43e0903920d4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:33.032610 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-67da403b-10ea-40e1-bef3-451e4a28bbd3 req-7ca16b1a-bef9-4688-b0bf-43e0903920d4 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0482895 May 05 15:39:33.049613 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3707192b-9c62-4e36-b1d5-3b1f2403068d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:33.062173 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-68fa5ccf-6f1f-4cd9-9513-e9d9571c3d94 req-a1976f88-d04f-421c-96f4-9d9d3baea315 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d40ea1-61c0-476f-8354-1038eca34adf HTTP/1.1" status: 200 len: 210 time: 0.0278563 May 05 15:39:33.083118 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-67da403b-10ea-40e1-bef3-451e4a28bbd3 req-3b5427ce-acda-45b4-8408-6e45f455506a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437212 May 05 15:39:33.412021 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2b48-d2e7-4a66-97b2-5b7f96d63773 req-8af9e985-d14c-491a-88f3-4b790fce1975 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:33.413472 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4a1d2b48-d2e7-4a66-97b2-5b7f96d63773 req-8af9e985-d14c-491a-88f3-4b790fce1975 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0466390 May 05 15:39:33.463670 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4a1d2b48-d2e7-4a66-97b2-5b7f96d63773 req-ddabbf96-15b8-45eb-a2ce-b207abd3a45a tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446982 May 05 15:39:34.015465 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99675-221d-4314-9f2a-afe3be66ffbf req-bf89218e-81f7-429c-ad81-aaab40524009 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:34.016841 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-26e99675-221d-4314-9f2a-afe3be66ffbf req-bf89218e-81f7-429c-ad81-aaab40524009 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 946 time: 0.0497942 May 05 15:39:34.065864 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-26e99675-221d-4314-9f2a-afe3be66ffbf req-8228ded7-9b77-4667-bcb9-09036d53ebef tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 May 05 15:39:34.216901 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 47946) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:34.231453 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0c156-5927-43e0-9e83-1cdbbaab9106 req-a6efb621-2bfc-4f58-a3c3-12b251601f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:34.232833 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7cd0c156-5927-43e0-9e83-1cdbbaab9106 req-a6efb621-2bfc-4f58-a3c3-12b251601f3e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 1130 time: 0.0756190 May 05 15:39:34.258774 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14c7f9-6a35-4651-90ec-3bc1b742afd6 req-0362fd95-fc82-45b3-ab41-527b26aef6a1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:34.260485 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ed14c7f9-6a35-4651-90ec-3bc1b742afd6 req-0362fd95-fc82-45b3-ab41-527b26aef6a1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0939388 May 05 15:39:34.280682 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.287680 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f95c9-e5aa-4653-9c68-1e0d5db3c8d8 req-c10b2c62-cefb-47da-9512-0dec8a49cb18 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:34.289181 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-281f95c9-e5aa-4653-9c68-1e0d5db3c8d8 req-c10b2c62-cefb-47da-9512-0dec8a49cb18 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.0629160 May 05 15:39:34.331511 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7cd0c156-5927-43e0-9e83-1cdbbaab9106 req-912935ac-eacd-44c0-a6ec-c7981bbb4ef7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810385 May 05 15:39:34.342775 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdcf4-851e-48da-b273-4733e29a898d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.343470 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ed14c7f9-6a35-4651-90ec-3bc1b742afd6 req-14b5150e-cbe0-40f2-a978-9aa8cad0b857 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763462 May 05 15:39:34.400431 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdcf4-851e-48da-b273-4733e29a898d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.424785 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-281f95c9-e5aa-4653-9c68-1e0d5db3c8d8 req-6103f361-8bb8-4bb7-a3ab-621cdc4810bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Deleting port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:34.425121 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-281f95c9-e5aa-4653-9c68-1e0d5db3c8d8 req-6103f361-8bb8-4bb7-a3ab-621cdc4810bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.506544 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:34.508905 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cecfcf2-403d-4658-9fd7-82ad89f6ad1e" -d '{"events": [{"server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "name": "network-vif-unplugged", "status": "completed", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:34.529614 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-281f95c9-e5aa-4653-9c68-1e0d5db3c8d8 req-6103f361-8bb8-4bb7-a3ab-621cdc4810bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] For port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=338e5e91-19b5-48e4-9ba3-3cb80ceea13a,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:34.529980 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-281f95c9-e5aa-4653-9c68-1e0d5db3c8d8 req-6103f361-8bb8-4bb7-a3ab-621cdc4810bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.549721 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 May 2022 15:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c2ff57-58c5-4e88-961e-1c6f1288163c x-openstack-request-id: req-24c2ff57-58c5-4e88-961e-1c6f1288163c {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:34.550031 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "name": "network-vif-unplugged", "status": "completed", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:34.550326 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24c2ff57-58c5-4e88-961e-1c6f1288163c {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:34.550721 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c2ff57-58c5-4e88-961e-1c6f1288163c'] response: {'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'code': 200} May 05 15:39:34.552962 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-281f95c9-e5aa-4653-9c68-1e0d5db3c8d8 req-6103f361-8bb8-4bb7-a3ab-621cdc4810bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Calling delete_port for 338e5e91-19b5-48e4-9ba3-3cb80ceea13a owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:34.581729 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdcf4-851e-48da-b273-4733e29a898d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.584561 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdcf4-851e-48da-b273-4733e29a898d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.585693 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3b7bdcf4-851e-48da-b273-4733e29a898d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "DELETE /v2.0/security-groups/33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e HTTP/1.1" status: 204 len: 168 time: 0.3677690 May 05 15:39:34.588560 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47952) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:34.603386 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.api.v2.resource [None req-5248d0c6-0a0c-415d-a2eb-a8b21208e711 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] show failed (client error): The resource could not be found. May 05 15:39:34.604433 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-5248d0c6-0a0c-415d-a2eb-a8b21208e711 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "GET /v2.0/security-groups/33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e HTTP/1.1" status: 404 len: 347 time: 0.0146749 May 05 15:39:34.606080 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bdcf4-851e-48da-b273-4733e29a898d tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ea3c9f-2316-4d8b-9aeb-25d9dbe0ad0e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:34.607261 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47954) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:34.643469 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b468afe-67a3-4474-bba0-e7f324abb31c req-57709159-2fa3-400c-aa3e-b5e7ee7a5f2c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:34.645129 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0b468afe-67a3-4474-bba0-e7f324abb31c req-57709159-2fa3-400c-aa3e-b5e7ee7a5f2c tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 945 time: 0.1074023 May 05 15:39:34.714154 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0b468afe-67a3-4474-bba0-e7f324abb31c req-05b799e9-5d3f-4bde-afb3-0580c8af2aec tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2c0cd13-9bc7-4611-98d4-ce239121d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622399 May 05 15:39:34.735201 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Deleting port 9dbb8521-285a-42ef-8263-606b0dc401ff {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:34.735547 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (9dbb8521-285a-42ef-8263-606b0dc401ff), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.817606 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (9dbb8521-285a-42ef-8263-606b0dc401ff), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.817841 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (9dbb8521-285a-42ef-8263-606b0dc401ff), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.830352 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Calling delete_port for 9dbb8521-285a-42ef-8263-606b0dc401ff owned by network:floatingip {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:34.854508 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-281f95c9-e5aa-4653-9c68-1e0d5db3c8d8 req-6103f361-8bb8-4bb7-a3ab-621cdc4810bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (338e5e91-19b5-48e4-9ba3-3cb80ceea13a), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.866437 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['338e5e91-19b5-48e4-9ba3-3cb80ceea13a'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:39:34.892093 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103f361-8bb8-4bb7-a3ab-621cdc4810bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Pushing event deleted for resources: {'Port': ['ID=338e5e91-19b5-48e4-9ba3-3cb80ceea13a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:34.938827 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-281f95c9-e5aa-4653-9c68-1e0d5db3c8d8 req-6103f361-8bb8-4bb7-a3ab-621cdc4810bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] No DVR routers for this DVR port 338e5e91-19b5-48e4-9ba3-3cb80ceea13a on host hv-cinder-84067 {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:34.941389 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-281f95c9-e5aa-4653-9c68-1e0d5db3c8d8 req-6103f361-8bb8-4bb7-a3ab-621cdc4810bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.945594 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-281f95c9-e5aa-4653-9c68-1e0d5db3c8d8 req-6103f361-8bb8-4bb7-a3ab-621cdc4810bc tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.49 "DELETE /v2.0/ports/338e5e91-19b5-48e4-9ba3-3cb80ceea13a HTTP/1.1" status: 204 len: 173 time: 0.6497848 May 05 15:39:34.946037 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efd98bf-009e-4360-be55-2c0d5e0f37ae', 'name': 'network-vif-deleted', 'tag': '338e5e91-19b5-48e4-9ba3-3cb80ceea13a'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:34.948291 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aace3b-72f1-4b8d-9a2a-13b97609fead" -d '{"events": [{"server_uuid": "6efd98bf-009e-4360-be55-2c0d5e0f37ae", "name": "network-vif-deleted", "tag": "338e5e91-19b5-48e4-9ba3-3cb80ceea13a"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:34.983652 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdb39ee-9842-4375-9995-1788b7f051f1 x-openstack-request-id: req-ebdb39ee-9842-4375-9995-1788b7f051f1 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:34.983962 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efd98bf-009e-4360-be55-2c0d5e0f37ae", "name": "network-vif-deleted", "tag": "338e5e91-19b5-48e4-9ba3-3cb80ceea13a", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:34.984209 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebdb39ee-9842-4375-9995-1788b7f051f1 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:34.984599 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebdb39ee-9842-4375-9995-1788b7f051f1'] response: {'server_uuid': '6efd98bf-009e-4360-be55-2c0d5e0f37ae', 'name': 'network-vif-deleted', 'tag': '338e5e91-19b5-48e4-9ba3-3cb80ceea13a', 'status': 'completed', 'code': 200} May 05 15:39:35.027105 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (9dbb8521-285a-42ef-8263-606b0dc401ff), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:35.050427 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Pushing event deleted for resources: {'Port': ['ID=9dbb8521-285a-42ef-8263-606b0dc401ff,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:35.060772 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.061117 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.061452 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.063557 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.063557 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.063557 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.063557 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.063557 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.063557 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.064185 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.064185 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.064379 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.064565 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.064876 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.065188 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:35.093839 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks [] for floatingip (e3ef7b03-b691-43d9-8b60-024f27256d62), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:35.096709 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:35.098931 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f8153881-6e85-46c1-bf91-a6b33e1f85e3 tempest-AttachVolumeTestJSON-879930794 tempest-AttachVolumeTestJSON-879930794-project] 10.222.0.44 "DELETE /v2.0/floatingips/e3ef7b03-b691-43d9-8b60-024f27256d62 HTTP/1.1" status: 204 len: 168 time: 0.4897206 May 05 15:39:35.204621 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84306a1c-2c8a-4171-ae54-5ae412028f66 req-05d2a0f7-1d96-4a42-920d-740bab85f5e9 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:35.206061 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-84306a1c-2c8a-4171-ae54-5ae412028f66 req-05d2a0f7-1d96-4a42-920d-740bab85f5e9 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 946 time: 0.0492375 May 05 15:39:35.259702 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-84306a1c-2c8a-4171-ae54-5ae412028f66 req-2b701fda-291b-47d9-bbae-59628203ded5 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470920 May 05 15:39:35.467806 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485a3c8-88ea-443f-a19b-e3068aaf3e72 req-94fc03ee-3689-4222-9aa4-2219349c3711 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:35.469274 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3485a3c8-88ea-443f-a19b-e3068aaf3e72 req-94fc03ee-3689-4222-9aa4-2219349c3711 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0480816 May 05 15:39:35.517653 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3485a3c8-88ea-443f-a19b-e3068aaf3e72 req-7358773b-ea1b-4dc0-a88e-16e5eae90014 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425823 May 05 15:39:35.832305 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-46d094e1-a941-45a4-8d6e-d2464b27c5a3 req-566782f1-1413-46f2-9e65-f3219f370a18 tempest-ServerRescueNegativeTestJSON-2048689662 tempest-ServerRescueNegativeTestJSON-2048689662-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efd98bf-009e-4360-be55-2c0d5e0f37ae HTTP/1.1" status: 200 len: 210 time: 0.0280106 May 05 15:39:35.844506 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:36.380311 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9f102-9505-4e54-928d-bce05c52790f req-fce456cf-55b6-42c6-90ae-65c5c25a3414 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:36.381952 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4da9f102-9505-4e54-928d-bce05c52790f req-fce456cf-55b6-42c6-90ae-65c5c25a3414 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 946 time: 0.0507832 May 05 15:39:36.442662 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4da9f102-9505-4e54-928d-bce05c52790f req-e1b18a79-6afc-4da5-b98b-e78761b504a1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550170 May 05 15:39:36.555528 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4efc8-4519-4cba-bbb7-4aaf6ead8724 req-823b5af6-ee5f-4b00-b81c-639f5a7473a6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:36.556932 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-23c4efc8-4519-4cba-bbb7-4aaf6ead8724 req-823b5af6-ee5f-4b00-b81c-639f5a7473a6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 946 time: 0.0480576 May 05 15:39:36.607853 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-23c4efc8-4519-4cba-bbb7-4aaf6ead8724 req-201b463c-ceb3-4768-b526-2441c30d81cf tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443645 May 05 15:39:36.630936 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47986) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:36.768992 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b0166-75b8-4ac8-9c83-f6795548f5ee tempest-TestVolumeBootPattern-122696015 tempest-TestVolumeBootPattern-122696015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:36.770813 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-012b0166-75b8-4ac8-9c83-f6795548f5ee tempest-TestVolumeBootPattern-122696015 tempest-TestVolumeBootPattern-122696015-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 1125 time: 0.1389029 May 05 15:39:36.773818 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 47992) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:36.778265 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'port_id': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:36.892155 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48000) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:36.898967 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:36.993077 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:37.135300 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:37.187229 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Allocated IP 172.27.0.174 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/71cffdcf-27d0-4b12-bbd9-888889563505) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:39:37.411928 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for port (71cffdcf-27d0-4b12-bbd9-888889563505), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:37.522601 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639399'] for router_interface (9bcf4404-61fe-4b3c-9423-cae25a408cc4), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:37.560171 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (71cffdcf-27d0-4b12-bbd9-888889563505), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:37.615305 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:39:37.622965 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:39:37.631721 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:39:37.640202 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [req-7aaa86d2-24d9-44dc-a3f4-fc3dd0aaf478 req-cfd8b1d9-4d55-4d18-80e1-2fe31f69d28c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:39:37.641205 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7aaa86d2-24d9-44dc-a3f4-fc3dd0aaf478 req-cfd8b1d9-4d55-4d18-80e1-2fe31f69d28c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067487 May 05 15:39:37.642912 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'Port': ['ID=71cffdcf-27d0-4b12-bbd9-888889563505,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:38.249365 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 338e5e91-19b5-48e4-9ba3-3cb80ceea13a no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:38.272669 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: 338e5e91-19b5-48e4-9ba3-3cb80ceea13a {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:38.273014 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 338e5e91-19b5-48e4-9ba3-3cb80ceea13a not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:38.289765 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44d461-27d1-4927-a6be-3c9f54f05347 req-7dddcb51-b733-4831-9985-05a6abb46f7e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:38.291275 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5f44d461-27d1-4927-a6be-3c9f54f05347 req-7dddcb51-b733-4831-9985-05a6abb46f7e tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.1126993 May 05 15:39:38.369462 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] Deleting port 5f302dca-04b8-48ee-80f2-85ae01864951 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:38.369804 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:38.406553 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2583ece-f05a-4454-8721-09f59782ca0d req-1ea7529c-9d1d-4445-bc31-fd08debc1c73 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431769 May 05 15:39:38.481941 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2583ece-f05a-4454-8721-09f59782ca0d req-51de70c3-f6c8-4e12-866d-b43c480c904a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:38.483311 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2583ece-f05a-4454-8721-09f59782ca0d req-51de70c3-f6c8-4e12-866d-b43c480c904a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports/dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 HTTP/1.1" status: 200 len: 940 time: 0.0472524 May 05 15:39:38.490496 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-5f44d461-27d1-4927-a6be-3c9f54f05347 req-3e7dfde4-ff9c-4ce9-8c5a-115acfd6a2d2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924596 May 05 15:39:38.552430 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] For port 5f302dca-04b8-48ee-80f2-85ae01864951, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=5f302dca-04b8-48ee-80f2-85ae01864951,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:38.552795 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:38.574466 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] Calling delete_port for 5f302dca-04b8-48ee-80f2-85ae01864951 owned by network:router_interface {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:38.587183 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (f412b1d4-25fe-4ee5-99d3-035d23a51047), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:38.775544 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (71cffdcf-27d0-4b12-bbd9-888889563505), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:38.964072 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for port (71cffdcf-27d0-4b12-bbd9-888889563505), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:38.968481 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (5f302dca-04b8-48ee-80f2-85ae01864951), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:38.998834 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f302dca-04b8-48ee-80f2-85ae01864951,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:39.028279 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (71cffdcf-27d0-4b12-bbd9-888889563505), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:39.096934 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (f412b1d4-25fe-4ee5-99d3-035d23a51047), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:39.169438 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'Port': ['ID=71cffdcf-27d0-4b12-bbd9-888889563505,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:39.264390 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645058'] for router_interface (9bcf4404-61fe-4b3c-9423-cae25a408cc4), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:39.276489 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Floating IP f412b1d4-25fe-4ee5-99d3-035d23a51047 associated. External IP: 172.27.0.174, port: acf9b4ea-7acb-4db2-89df-ff5e8bf01167. May 05 15:39:39.296791 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48052) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:39.652907 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4abdb-8ca8-4e6a-95fd-903fcdb81d87 req-500dd1cc-19fb-4c57-a10c-47645537d9d6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:39.654489 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3ae4abdb-8ca8-4e6a-95fd-903fcdb81d87 req-500dd1cc-19fb-4c57-a10c-47645537d9d6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0594079 May 05 15:39:39.670694 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Router 14a66193-41a7-4883-bcaf-bd4f8572cb86 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:39:39.674551 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] Router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:39:39.757333 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3ae4abdb-8ca8-4e6a-95fd-903fcdb81d87 req-36642546-3ca7-4558-8060-a69e5cb23cb5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816193 May 05 15:39:39.774068 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639399'] for router_interface (e7783c59-1a08-46b4-a954-9ad9685899a6), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:39.985701 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2583ece-f05a-4454-8721-09f59782ca0d req-4187cac0-046e-4db9-938e-b10300230028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:39.987245 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2583ece-f05a-4454-8721-09f59782ca0d req-4187cac0-046e-4db9-938e-b10300230028 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb&tenant_id=bedb0fa11b034325ad09ea0ec7f8e288 HTTP/1.1" status: 200 len: 1127 time: 0.0562060 May 05 15:39:40.078700 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2583ece-f05a-4454-8721-09f59782ca0d req-90fb3472-aec2-4cc1-a917-3aa8e85d9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:40.080068 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2583ece-f05a-4454-8721-09f59782ca0d req-90fb3472-aec2-4cc1-a917-3aa8e85d9c6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 1127 time: 0.0695891 May 05 15:39:40.112531 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] Deleting port d152033c-f0f6-445f-9a63-71fd8563b2ba {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:40.112883 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:40.161071 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:39:40.167209 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:39:40.172453 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-bdcb6352-3548-4cba-bc3e-d465fb1db9b1 admin admin] 10.222.0.44 "PUT /v2.0/routers/9bcf4404-61fe-4b3c-9423-cae25a408cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2792265 May 05 15:39:40.173607 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d82403-a569-4a77-82e8-ca4a9119e2f2 None None] Sync routers for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:39:40.176309 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48058) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:40.183837 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e22656f-a840-4a25-96cc-1851f740a4ec None None] Sync routers for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:39:40.191013 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d82403-a569-4a77-82e8-ca4a9119e2f2 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:40.192682 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-00d82403-a569-4a77-82e8-ca4a9119e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:39:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:40.199130 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22656f-a840-4a25-96cc-1851f740a4ec None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:40.199966 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-7e22656f-a840-4a25-96cc-1851f740a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:39:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:40.253644 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2583ece-f05a-4454-8721-09f59782ca0d req-ce5330d2-855a-45ae-90b4-98c9a0cc73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:40.255266 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2583ece-f05a-4454-8721-09f59782ca0d req-ce5330d2-855a-45ae-90b4-98c9a0cc73fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 200 len: 917 time: 0.1678448 May 05 15:39:40.314272 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Publish callbacks [] for router (9bcf4404-61fe-4b3c-9423-cae25a408cc4), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:40.355574 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2583ece-f05a-4454-8721-09f59782ca0d req-c1539c3e-b6d5-4236-ac6f-21c4354d7816 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 HTTP/1.1" status: 200 len: 999 time: 0.0918756 May 05 15:39:40.364854 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-00d82403-a569-4a77-82e8-ca4a9119e2f2 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:40.385324 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-7e22656f-a840-4a25-96cc-1851f740a4ec None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:40.396361 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] For port d152033c-f0f6-445f-9a63-71fd8563b2ba, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=d152033c-f0f6-445f-9a63-71fd8563b2ba,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:40.396732 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:40.417828 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] Calling delete_port for d152033c-f0f6-445f-9a63-71fd8563b2ba owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:40.434953 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2583ece-f05a-4454-8721-09f59782ca0d req-dfde36e8-7476-488a-a05b-cf061be5464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:40.436902 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2583ece-f05a-4454-8721-09f59782ca0d req-dfde36e8-7476-488a-a05b-cf061be5464d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7dba1ae9-e494-4720-b0dd-109269841baf HTTP/1.1" status: 200 len: 855 time: 0.0757046 May 05 15:39:40.449047 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:40.489769 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Publish callbacks [] for router_gateway (9bcf4404-61fe-4b3c-9423-cae25a408cc4), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:40.498324 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-956aea06-f2bd-43e2-9e66-518301175dda tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7231114 May 05 15:39:40.500479 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'tag': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:40.503344 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbc5939-1b06-4086-9b4e-3fe1bd432645" -d '{"events": [{"name": "network-changed", "server_uuid": "429ff82d-9b79-494c-a29a-b0d4d44204fc", "tag": "acf9b4ea-7acb-4db2-89df-ff5e8bf01167"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:40.546064 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2583ece-f05a-4454-8721-09f59782ca0d req-7ef41d21-fbaa-459c-9178-dcc02d6054b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:40.547994 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2583ece-f05a-4454-8721-09f59782ca0d req-7ef41d21-fbaa-459c-9178-dcc02d6054b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=567bf926-5d0b-40e3-87cf-663917924844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759735 May 05 15:39:40.549680 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d79a67-8a88-4612-a962-05bbc7fdb9cf x-openstack-request-id: req-21d79a67-8a88-4612-a962-05bbc7fdb9cf {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:40.550345 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429ff82d-9b79-494c-a29a-b0d4d44204fc", "tag": "acf9b4ea-7acb-4db2-89df-ff5e8bf01167", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:40.551044 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21d79a67-8a88-4612-a962-05bbc7fdb9cf {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:40.553067 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d79a67-8a88-4612-a962-05bbc7fdb9cf'] response: {'name': 'network-changed', 'server_uuid': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'tag': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167', 'status': 'completed', 'code': 200} May 05 15:39:40.603697 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-7e22656f-a840-4a25-96cc-1851f740a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:39:38Z', 'revision_number': 5, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port': {'id': '1c084e52-1590-4242-ae02-81e45aeaabc9', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:33:54Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:40.636073 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e22656f-a840-4a25-96cc-1851f740a4ec None None] Checking router: 9bcf4404-61fe-4b3c-9423-cae25a408cc4 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:39:40.641740 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc5939-1b06-4086-9b4e-3fe1bd432645 req-3c216196-7a89-497b-b5ba-ad1e8e3f1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:40.643300 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bdbc5939-1b06-4086-9b4e-3fe1bd432645 req-3c216196-7a89-497b-b5ba-ad1e8e3f1f94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 1130 time: 0.0713477 May 05 15:39:40.649039 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22656f-a840-4a25-96cc-1851f740a4ec None None] Routers {'9bcf4404-61fe-4b3c-9423-cae25a408cc4'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:40.650489 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-7e22656f-a840-4a25-96cc-1851f740a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:39:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:40.651023 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Deleting port 1c084e52-1590-4242-ae02-81e45aeaabc9 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:40.651364 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:40.664958 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-00d82403-a569-4a77-82e8-ca4a9119e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'f412b1d4-25fe-4ee5-99d3-035d23a51047', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:20:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:39:38Z', 'updated_at': '2022-05-05T15:39:38Z', 'revision_number': 0, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:40.696383 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d82403-a569-4a77-82e8-ca4a9119e2f2 None None] Checking router: 14a66193-41a7-4883-bcaf-bd4f8572cb86 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:39:40.706704 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d82403-a569-4a77-82e8-ca4a9119e2f2 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:40.708215 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-00d82403-a569-4a77-82e8-ca4a9119e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:39:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:40.762744 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-7e22656f-a840-4a25-96cc-1851f740a4ec None None] Set router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:40.779956 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2583ece-f05a-4454-8721-09f59782ca0d req-2ed2ea5e-f283-40d8-961a-bcc6266d1f3c service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787677 May 05 15:39:40.818206 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] For port 1c084e52-1590-4242-ae02-81e45aeaabc9, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=1c084e52-1590-4242-ae02-81e45aeaabc9,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:40.818724 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:40.821631 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc5939-1b06-4086-9b4e-3fe1bd432645 req-23283280-044f-46e7-a229-9035a118f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:40.823257 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bdbc5939-1b06-4086-9b4e-3fe1bd432645 req-23283280-044f-46e7-a229-9035a118f0b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 913 time: 0.1692233 May 05 15:39:40.834602 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Calling delete_port for 1c084e52-1590-4242-ae02-81e45aeaabc9 owned by network:router_gateway {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:40.840509 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-7e22656f-a840-4a25-96cc-1851f740a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:39:40Z', 'revision_number': 6, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port_host': None}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:40.854915 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-00d82403-a569-4a77-82e8-ca4a9119e2f2 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:40.878265 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e22656f-a840-4a25-96cc-1851f740a4ec None None] The sync data for ids ['9bcf4404-61fe-4b3c-9423-cae25a408cc4'] in dv-cinder-840678-1-iscsi is: [{'id': '9bcf4404-61fe-4b3c-9423-cae25a408cc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1606711064-router', 'tenant_id': '74c2460709bc4a908b9aa9361b7abfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:53Z', 'updated_at': '2022-05-05T15:39:40Z', 'revision_number': 6, 'project_id': '74c2460709bc4a908b9aa9361b7abfd4', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:39:40.955177 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e2583ece-f05a-4454-8721-09f59782ca0d req-287f1557-8ad6-472e-bf83-cd94616c9c48 service neutron] 10.222.0.49 "GET /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674538 May 05 15:39:40.958759 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (d152033c-f0f6-445f-9a63-71fd8563b2ba), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:40.970496 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bdbc5939-1b06-4086-9b4e-3fe1bd432645 req-09895f5e-f1b1-4367-b825-934807b7972d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf9b4ea-7acb-4db2-89df-ff5e8bf01167 HTTP/1.1" status: 200 len: 1000 time: 0.1301463 May 05 15:39:41.012321 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] Pushing event deleted for resources: {'Port': ['ID=d152033c-f0f6-445f-9a63-71fd8563b2ba,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:41.088622 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc5939-1b06-4086-9b4e-3fe1bd432645 req-f16f8006-b4a0-4d24-bfc4-773ccf9918a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:41.090422 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bdbc5939-1b06-4086-9b4e-3fe1bd432645 req-f16f8006-b4a0-4d24-bfc4-773ccf9918a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40d03033-f447-4235-89ac-5b569f20c433 HTTP/1.1" status: 200 len: 851 time: 0.1133826 May 05 15:39:41.176583 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc5939-1b06-4086-9b4e-3fe1bd432645 req-ecd2288f-5e46-41bc-b8cb-8433dd0a1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:41.180306 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bdbc5939-1b06-4086-9b4e-3fe1bd432645 req-ecd2288f-5e46-41bc-b8cb-8433dd0a1707 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698836 May 05 15:39:41.229657 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-00d82403-a569-4a77-82e8-ca4a9119e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'f412b1d4-25fe-4ee5-99d3-035d23a51047', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:20:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:39:38Z', 'updated_at': '2022-05-05T15:39:38Z', 'revision_number': 0, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:41.279121 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d82403-a569-4a77-82e8-ca4a9119e2f2 None None] The sync data for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi is: [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': 'f412b1d4-25fe-4ee5-99d3-035d23a51047', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:20:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:39:38Z', 'updated_at': '2022-05-05T15:39:38Z', 'revision_number': 0, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:39:41.293793 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222c598-dd69-47ad-8410-e3d3f63d835f req-e940c6e4-afec-442b-bbf3-f4b2c5725835 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:41.295468 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8222c598-dd69-47ad-8410-e3d3f63d835f req-e940c6e4-afec-442b-bbf3-f4b2c5725835 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.1027441 May 05 15:39:41.328678 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (1c084e52-1590-4242-ae02-81e45aeaabc9), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.372910 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645058'] for router_interface (e7783c59-1a08-46b4-a954-9ad9685899a6), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.407256 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c084e52-1590-4242-ae02-81e45aeaabc9,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:41.434912 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606129'] for router_gateway (9bcf4404-61fe-4b3c-9423-cae25a408cc4), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.521701 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bdbc5939-1b06-4086-9b4e-3fe1bd432645 req-14bf7aa1-e968-453a-8aa0-cbaea0faffd4 service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327932 May 05 15:39:41.571537 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1847'] for router (9bcf4404-61fe-4b3c-9423-cae25a408cc4), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.583932 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Publish callbacks [] for router_controller (9bcf4404-61fe-4b3c-9423-cae25a408cc4), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.593356 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a96d265-2640-420c-ae2d-63c5bfc95213 None None] New status for floating IP f412b1d4-25fe-4ee5-99d3-035d23a51047: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:39:41.709310 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bdbc5939-1b06-4086-9b4e-3fe1bd432645 req-c99c916e-256e-4335-b764-8d00950543bf service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803551 May 05 15:39:41.730776 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603740'] for router (9bcf4404-61fe-4b3c-9423-cae25a408cc4), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.731632 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bcf4404-61fe-4b3c-9423-cae25a408cc4 {{(pid=103723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:39:41.741670 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.741670 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-48089ed1-1069-43c6-86ad-4b7f52a425f9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9bcf4404-61fe-4b3c-9423-cae25a408cc4 HTTP/1.1" status: 204 len: 168 time: 1.5627317 May 05 15:39:41.742926 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48086) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:41.852561 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_v2 [None req-16aa1de2-49bc-4c2a-b919-61aa060b4e2e admin admin] Deleting subnet b9f225ef-3905-41e6-b728-e9a5d87b87fe {{(pid=103723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:39:41.867275 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-16aa1de2-49bc-4c2a-b919-61aa060b4e2e admin admin] Publish callbacks [] for subnet (b9f225ef-3905-41e6-b728-e9a5d87b87fe), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.929042 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-16aa1de2-49bc-4c2a-b919-61aa060b4e2e admin admin] Publish callbacks [] for subnet (b9f225ef-3905-41e6-b728-e9a5d87b87fe), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.957704 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8222c598-dd69-47ad-8410-e3d3f63d835f req-190076d4-a2c0-4aa6-915f-9292d8929174 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6506696 May 05 15:39:42.037234 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-16aa1de2-49bc-4c2a-b919-61aa060b4e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (b9f225ef-3905-41e6-b728-e9a5d87b87fe), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.124362 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] Router e7783c59-1a08-46b4-a954-9ad9685899a6 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:39:42.187665 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-16aa1de2-49bc-4c2a-b919-61aa060b4e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for subnet (b9f225ef-3905-41e6-b728-e9a5d87b87fe), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.224222 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48de4ddd-3865-4db0-bb2b-7b9f3c59d768 None None] Network 76df28d7-0aab-4b09-a459-0b0a3da3ebbf requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:39:42.259901 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-16aa1de2-49bc-4c2a-b919-61aa060b4e2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.262837 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-16aa1de2-49bc-4c2a-b919-61aa060b4e2e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b9f225ef-3905-41e6-b728-e9a5d87b87fe HTTP/1.1" status: 204 len: 168 time: 0.5185015 May 05 15:39:42.270990 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48088) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:42.271758 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa1de2-49bc-4c2a-b919-61aa060b4e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f225ef-3905-41e6-b728-e9a5d87b87fe,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:42.328659 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:39:42.335092 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-c2d24b15-c601-4ab6-a544-cde2782cc734 admin admin] 10.222.0.44 "PUT /v2.0/routers/e7783c59-1a08-46b4-a954-9ad9685899a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0365975 May 05 15:39:42.337114 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48090) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:42.341182 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9153cc6-348e-4af1-9817-289956a94b8b None None] Sync routers for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:39:42.370426 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9153cc6-348e-4af1-9817-289956a94b8b None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:42.375576 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b9153cc6-348e-4af1-9817-289956a94b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:39:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:42.438248 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (76df28d7-0aab-4b09-a459-0b0a3da3ebbf), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.496319 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 1c084e52-1590-4242-ae02-81e45aeaabc9 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:42.523704 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 1c084e52-1590-4242-ae02-81e45aeaabc9 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:42.524076 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 1c084e52-1590-4242-ae02-81e45aeaabc9 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:42.524580 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 5f302dca-04b8-48ee-80f2-85ae01864951 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:42.563657 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Deleting port 98224a98-b3a1-4ddf-8e63-408d33578f4e {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:42.564002 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.566829 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] DHCP port deletion for 76df28d7-0aab-4b09-a459-0b0a3da3ebbf request from dv-cinder-840678-1-iscsi {{(pid=103725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:39:42.585824 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 5f302dca-04b8-48ee-80f2-85ae01864951 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:42.586167 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 5f302dca-04b8-48ee-80f2-85ae01864951 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:42.634691 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b9153cc6-348e-4af1-9817-289956a94b8b None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:42.642729 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Publish callbacks [] for router (e7783c59-1a08-46b4-a954-9ad9685899a6), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.682808 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Deleting port 98224a98-b3a1-4ddf-8e63-408d33578f4e {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:42.683331 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.726311 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] For port 98224a98-b3a1-4ddf-8e63-408d33578f4e, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=98224a98-b3a1-4ddf-8e63-408d33578f4e,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:42.726691 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.767210 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Calling delete_port for 98224a98-b3a1-4ddf-8e63-408d33578f4e owned by network:dhcp {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:42.807986 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] For port 98224a98-b3a1-4ddf-8e63-408d33578f4e, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=98224a98-b3a1-4ddf-8e63-408d33578f4e,segment=NetworkSegment(00eb92de-97f8-4a32-8bd2-7ff378edcc10),segment_id=00eb92de-97f8-4a32-8bd2-7ff378edcc10)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:42.808237 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Publish callbacks [] for router_gateway (e7783c59-1a08-46b4-a954-9ad9685899a6), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.808513 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.834911 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Calling delete_port for 98224a98-b3a1-4ddf-8e63-408d33578f4e owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:42.930609 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b9153cc6-348e-4af1-9817-289956a94b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:39:40Z', 'revision_number': 5, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port': {'id': '0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:51Z', 'updated_at': '2022-05-05T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:42.944661 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Deleting port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:42.945262 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.972093 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9153cc6-348e-4af1-9817-289956a94b8b None None] Checking router: e7783c59-1a08-46b4-a954-9ad9685899a6 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:39:42.982608 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9153cc6-348e-4af1-9817-289956a94b8b None None] Routers {'e7783c59-1a08-46b4-a954-9ad9685899a6'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:42.983431 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b9153cc6-348e-4af1-9817-289956a94b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:39:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['e7783c59-1a08-46b4-a954-9ad9685899a6'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:42.999724 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.018546 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] No DVR routers for this DVR port 98224a98-b3a1-4ddf-8e63-408d33578f4e on host dv-cinder-840678-1-iscsi {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:43.027641 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (98224a98-b3a1-4ddf-8e63-408d33578f4e), after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.112033 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] No DVR routers for this DVR port 98224a98-b3a1-4ddf-8e63-408d33578f4e on host dv-cinder-840678-1-iscsi {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:43.127062 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] For port 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:43.127062 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.128069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Pushing event deleted for resources: {'Port': ['ID=98224a98-b3a1-4ddf-8e63-408d33578f4e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:43.154497 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.157189 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.158381 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.159507 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.160668 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.162076 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.162667 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.162842 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Calling delete_port for 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:43.163853 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.164576 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.164974 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.165375 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.165788 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.166178 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.166802 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.168559 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c9d29-7844-4e43-91fd-a0919da2bca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:43.180952 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=98224a98-b3a1-4ddf-8e63-408d33578f4e,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:43.271974 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (76df28d7-0aab-4b09-a459-0b0a3da3ebbf), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.298253 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25cc86-127a-411b-9635-9d3ba944b2b1 req-f6a1c31d-252e-4d74-8a91-c586e978eece tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:43.300679 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-fc25cc86-127a-411b-9635-9d3ba944b2b1 req-f6a1c31d-252e-4d74-8a91-c586e978eece tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.1731389 May 05 15:39:43.333995 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b9153cc6-348e-4af1-9817-289956a94b8b None None] Set router e7783c59-1a08-46b4-a954-9ad9685899a6 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:43.344758 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.346402 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.346402 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.346402 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > port after_create 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.354218 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.354643 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > port after_update 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.354976 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.355325 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.355636 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.355962 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.393611 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b9153cc6-348e-4af1-9817-289956a94b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:39:42Z', 'revision_number': 6, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port_host': None}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:43.448814 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9153cc6-348e-4af1-9817-289956a94b8b None None] The sync data for ids ['e7783c59-1a08-46b4-a954-9ad9685899a6'] in dv-cinder-840678-1-iscsi is: [{'id': 'e7783c59-1a08-46b4-a954-9ad9685899a6', 'name': 'tempest-AttachVolumeTestJSON-334138241-router', 'tenant_id': '9033d11b107a4c22b38f31a181a05ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:50Z', 'updated_at': '2022-05-05T15:39:42Z', 'revision_number': 6, 'project_id': '9033d11b107a4c22b38f31a181a05ebe', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:39:43.500172 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.500172 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.500172 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.500172 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:39:43.500172 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76df28d7-0aab-4b09-a459-0b0a3da3ebbf']}} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:43.514163 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.522423 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00eb92de-97f8-4a32-8bd2-7ff378edcc10') {'for_net_delete': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:43.522809 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00eb92de-97f8-4a32-8bd2-7ff378edcc10') {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:43.548760 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12555548'] for segment (00eb92de-97f8-4a32-8bd2-7ff378edcc10), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.551195 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Pushing event deleted for resources: {'Port': ['ID=0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:43.602950 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-fc25cc86-127a-411b-9635-9d3ba944b2b1 req-a2d41a9b-fc9b-479c-9e94-3021641526c5 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785833 May 05 15:39:43.607496 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (00eb92de-97f8-4a32-8bd2-7ff378edcc10), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9243193'] for segment (00eb92de-97f8-4a32-8bd2-7ff378edcc10), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: from cryptography.utils import int_from_bytes May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: from cryptography.utils import int_from_bytes May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: Traceback (most recent call last): May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: timer() May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: cb(*args, **kw) May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: return func(*args, **kwargs) May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: self._notify() May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: self.callback(batched_events) May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: event.method(event) May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: return f(self, *a, **k) May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._get(url).json() May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: return self.request(url, 'GET', **kwargs) May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:39:43.624846 dv-cinder-840678-1-iscsi neutron-server[103723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:39:43.636457 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606129'] for router_gateway (e7783c59-1a08-46b4-a954-9ad9685899a6), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.740057 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1847'] for router (e7783c59-1a08-46b4-a954-9ad9685899a6), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.742467 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Publish callbacks [] for router_controller (e7783c59-1a08-46b4-a954-9ad9685899a6), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.793616 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (76df28d7-0aab-4b09-a459-0b0a3da3ebbf), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.800382 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.806772 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] 10.222.0.44 "DELETE /v2.0/networks/76df28d7-0aab-4b09-a459-0b0a3da3ebbf HTTP/1.1" status: 204 len: 168 time: 1.5326841 May 05 15:39:43.831486 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1402d-f9da-4ede-a788-b985f7288dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=76df28d7-0aab-4b09-a459-0b0a3da3ebbf,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:43.884591 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603740'] for router (e7783c59-1a08-46b4-a954-9ad9685899a6), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.885279 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7783c59-1a08-46b4-a954-9ad9685899a6 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:39:43.890143 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.895870 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-14b39601-dc8a-4670-ba4e-610029c05413 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e7783c59-1a08-46b4-a954-9ad9685899a6 HTTP/1.1" status: 204 len: 168 time: 1.5530899 May 05 15:39:43.896026 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48096) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:43.967928 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce2779c-27dd-472d-b998-36a49db9b6f1 admin admin] Deleting subnet 83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6 {{(pid=103723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:39:43.971743 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9ce2779c-27dd-472d-b998-36a49db9b6f1 admin admin] Publish callbacks [] for subnet (83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.009916 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9ce2779c-27dd-472d-b998-36a49db9b6f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12555523'] for subnet (83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.108023 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9ce2779c-27dd-472d-b998-36a49db9b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.226381 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48098) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:44.249965 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9ce2779c-27dd-472d-b998-36a49db9b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9243231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12529052'] for subnet (83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.274759 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-acd4ee8b-adeb-450d-9458-8ebb066e221c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74c2460709bc4a908b9aa9361b7abfd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471611 May 05 15:39:44.275493 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48100) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:44.310048 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2779c-27dd-472d-b998-36a49db9b6f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:44.325409 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9ce2779c-27dd-472d-b998-36a49db9b6f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.331014 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-9ce2779c-27dd-472d-b998-36a49db9b6f1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/83a38dd6-fe5c-42ab-a6fb-32872fcbbfe6 HTTP/1.1" status: 204 len: 168 time: 0.4356468 May 05 15:39:44.334574 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48104) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:44.335664 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c422d14b-3047-4c65-bb56-c49e1fc9a99e None None] Network c0587739-8906-446b-bcca-e4ce438334aa requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:39:44.431352 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec408981-49b4-4608-af99-af9a3b91b8ca admin admin] Publish callbacks [] for security_group (f2c0cd13-9bc7-4611-98d4-ce239121d78b), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.453325 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (c0587739-8906-446b-bcca-e4ce438334aa), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.471835 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec408981-49b4-4608-af99-af9a3b91b8ca admin admin] Publish callbacks [] for security_group (f2c0cd13-9bc7-4611-98d4-ce239121d78b), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.551046 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Deleting port b4b5703b-dfce-4235-b5c8-0ce93d281d73 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:44.551719 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.631092 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 98224a98-b3a1-4ddf-8e63-408d33578f4e no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:44.642320 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] For port b4b5703b-dfce-4235-b5c8-0ce93d281d73, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b4b5703b-dfce-4235-b5c8-0ce93d281d73,segment=NetworkSegment(b0a53e75-e705-421c-bf09-a9296745cd68),segment_id=b0a53e75-e705-421c-bf09-a9296745cd68)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:44.642948 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.668923 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Calling delete_port for b4b5703b-dfce-4235-b5c8-0ce93d281d73 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:44.674594 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 98224a98-b3a1-4ddf-8e63-408d33578f4e {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:44.674942 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 98224a98-b3a1-4ddf-8e63-408d33578f4e not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:44.675373 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device d152033c-f0f6-445f-9a63-71fd8563b2ba no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:44.739710 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec408981-49b4-4608-af99-af9a3b91b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (f2c0cd13-9bc7-4611-98d4-ce239121d78b), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.742538 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec408981-49b4-4608-af99-af9a3b91b8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.746712 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-ec408981-49b4-4608-af99-af9a3b91b8ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2c0cd13-9bc7-4611-98d4-ce239121d78b HTTP/1.1" status: 204 len: 168 time: 0.4697707 May 05 15:39:44.749534 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: d152033c-f0f6-445f-9a63-71fd8563b2ba {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:44.749677 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device d152033c-f0f6-445f-9a63-71fd8563b2ba not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:44.750082 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:44.794656 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:44.795011 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 0899d9c0-dda5-4bdf-b5c4-b785e5bacd1f not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:44.821265 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec408981-49b4-4608-af99-af9a3b91b8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0cd13-9bc7-4611-98d4-ce239121d78b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:44.849054 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e5b22-d9cb-4f73-b995-0a7eab44af6c req-c7b3480b-fafe-4402-9922-a1b536abf7e3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:44.850625 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d25e5b22-d9cb-4f73-b995-0a7eab44af6c req-c7b3480b-fafe-4402-9922-a1b536abf7e3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0825586 May 05 15:39:44.912523 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dce4b91-710c-406a-9cb5-6db2413df055 None None] DHCP port deletion for c0587739-8906-446b-bcca-e4ce438334aa request from dv-cinder-840678-1-iscsi {{(pid=103725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:39:44.936144 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d25e5b22-d9cb-4f73-b995-0a7eab44af6c req-86cb5214-81e1-4eda-829e-26276d4238d3 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795407 May 05 15:39:44.957156 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.987230 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8dce4b91-710c-406a-9cb5-6db2413df055 None None] Deleting port b4b5703b-dfce-4235-b5c8-0ce93d281d73 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:44.993498 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b91-710c-406a-9cb5-6db2413df055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:44.993740 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b5703b-dfce-4235-b5c8-0ce93d281d73,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:44.993740 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] No DVR routers for this DVR port b4b5703b-dfce-4235-b5c8-0ce93d281d73 on host dv-cinder-840678-1-iscsi {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:45.063776 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-8dce4b91-710c-406a-9cb5-6db2413df055 None None] For port b4b5703b-dfce-4235-b5c8-0ce93d281d73, host dv-cinder-840678-1-iscsi, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:45.064439 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b91-710c-406a-9cb5-6db2413df055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.080718 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8dce4b91-710c-406a-9cb5-6db2413df055 None None] Calling delete_port for b4b5703b-dfce-4235-b5c8-0ce93d281d73 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:45.083630 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-8dce4b91-710c-406a-9cb5-6db2413df055 None None] Port b4b5703b-dfce-4235-b5c8-0ce93d281d73 was not found and therefore no delete operation was performed {{(pid=103725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 05 15:39:45.085001 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b91-710c-406a-9cb5-6db2413df055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (b4b5703b-dfce-4235-b5c8-0ce93d281d73), after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.085161 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (c0587739-8906-446b-bcca-e4ce438334aa), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.101200 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce4b91-710c-406a-9cb5-6db2413df055 None None] No DVR routers for this DVR port b4b5703b-dfce-4235-b5c8-0ce93d281d73 on host dv-cinder-840678-1-iscsi {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:45.127574 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce4b91-710c-406a-9cb5-6db2413df055 None None] Pushing event deleted for resources: {'Port': ['ID=b4b5703b-dfce-4235-b5c8-0ce93d281d73,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:45.133368 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0587739-8906-446b-bcca-e4ce438334aa']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:45.144145 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a53e75-e705-421c-bf09-a9296745cd68') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:45.144719 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a53e75-e705-421c-bf09-a9296745cd68') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:45.155745 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-317892'] for segment (b0a53e75-e705-421c-bf09-a9296745cd68), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.187857 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (b0a53e75-e705-421c-bf09-a9296745cd68), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.194884 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:39:45.195271 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9250479'] for segment (b0a53e75-e705-421c-bf09-a9296745cd68), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: Traceback (most recent call last): May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: timer() May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: cb(*args, **kw) May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: return func(*args, **kwargs) May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: self._notify() May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: self.callback(batched_events) May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: event.method(event) May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: return f(self, *a, **k) May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._get(url).json() May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: return self.request(url, 'GET', **kwargs) May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:39:45.197137 dv-cinder-840678-1-iscsi neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:39:45.324882 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (c0587739-8906-446b-bcca-e4ce438334aa), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.334863 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.340491 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c0587739-8906-446b-bcca-e4ce438334aa HTTP/1.1" status: 204 len: 168 time: 1.0024309 May 05 15:39:45.363155 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e64b19-5cbc-491c-9384-a658a570d0f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0587739-8906-446b-bcca-e4ce438334aa,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:45.827839 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48124) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:45.874947 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-c01de1b5-237c-4d9b-b51a-c340dde6dcf0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9033d11b107a4c22b38f31a181a05ebe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0458622 May 05 15:39:45.877239 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48128) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:45.935018 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed2298fa-cf41-44be-865f-98758c4ccf04 admin admin] Publish callbacks [] for security_group (0fff19c0-c3e9-4959-8a9b-e072e94f7ae1), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.982806 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed2298fa-cf41-44be-865f-98758c4ccf04 admin admin] Publish callbacks [] for security_group (0fff19c0-c3e9-4959-8a9b-e072e94f7ae1), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:46.115769 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2d0b2-8212-4bba-b32b-e31ce5191bdc req-8038aa18-104c-41b6-802e-0b802998a985 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:46.117425 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-17a2d0b2-8212-4bba-b32b-e31ce5191bdc req-8038aa18-104c-41b6-802e-0b802998a985 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0762849 May 05 15:39:46.146867 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed2298fa-cf41-44be-865f-98758c4ccf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (0fff19c0-c3e9-4959-8a9b-e072e94f7ae1), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:46.150392 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed2298fa-cf41-44be-865f-98758c4ccf04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:46.154920 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-ed2298fa-cf41-44be-865f-98758c4ccf04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fff19c0-c3e9-4959-8a9b-e072e94f7ae1 HTTP/1.1" status: 204 len: 168 time: 0.2741864 May 05 15:39:46.174797 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-17a2d0b2-8212-4bba-b32b-e31ce5191bdc req-b3ed9ff4-daef-4509-8336-a7582fa4a9ce tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513737 May 05 15:39:46.181432 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2298fa-cf41-44be-865f-98758c4ccf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fff19c0-c3e9-4959-8a9b-e072e94f7ae1,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:46.329554 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b4b5703b-dfce-4235-b5c8-0ce93d281d73 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:46.355864 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: b4b5703b-dfce-4235-b5c8-0ce93d281d73 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:46.356202 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b4b5703b-dfce-4235-b5c8-0ce93d281d73 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:47.344184 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9460b-608d-4442-94f2-82a88a15a86a req-a067a201-2890-4bb3-a883-93af6b55e6dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:47.346698 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-92d9460b-608d-4442-94f2-82a88a15a86a req-a067a201-2890-4bb3-a883-93af6b55e6dd tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0540571 May 05 15:39:47.401691 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-92d9460b-608d-4442-94f2-82a88a15a86a req-9728a7be-b1cf-47d5-85a7-bcb56e0affb9 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485983 May 05 15:39:48.564406 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc95f8-b824-42fb-9c81-d1f2ff8e3a29 req-dfe663fa-1899-41f1-a5d9-2b832e8b601a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:48.572115 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-58cc95f8-b824-42fb-9c81-d1f2ff8e3a29 req-dfe663fa-1899-41f1-a5d9-2b832e8b601a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0590281 May 05 15:39:48.630569 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-58cc95f8-b824-42fb-9c81-d1f2ff8e3a29 req-a5d5320f-1570-4f8b-9b83-36e1b6f4d9cf tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543125 May 05 15:39:49.749563 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3f2b-c561-4a63-ae1e-1e509944c47f req-413e4e3d-d55d-4f73-9835-1a4634303e32 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:49.761214 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c40b3f2b-c561-4a63-ae1e-1e509944c47f req-413e4e3d-d55d-4f73-9835-1a4634303e32 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0643737 May 05 15:39:49.813526 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c40b3f2b-c561-4a63-ae1e-1e509944c47f req-66579325-e7d2-40a3-bad6-e3f988df077a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449057 May 05 15:39:49.873695 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48240) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:49.996894 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b915f8d6-0baa-4cce-b1ab-b7726de62049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:50.108075 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b915f8d6-0baa-4cce-b1ab-b7726de62049 admin admin] Publish callbacks [] for security_group (f6161290-adb7-4986-890b-3faec24ac93c), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:50.215578 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b915f8d6-0baa-4cce-b1ab-b7726de62049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (f6161290-adb7-4986-890b-3faec24ac93c), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:50.253343 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915f8d6-0baa-4cce-b1ab-b7726de62049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6161290-adb7-4986-890b-3faec24ac93c,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:50.258270 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b915f8d6-0baa-4cce-b1ab-b7726de62049 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82169507fe8c48408ee811799ae57210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833010 May 05 15:39:50.260968 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48248) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:50.318663 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9781bdc4-daaf-4e68-9dd3-1285c7f2f74f admin admin] Publish callbacks [] for security_group (f6161290-adb7-4986-890b-3faec24ac93c), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:50.345351 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9781bdc4-daaf-4e68-9dd3-1285c7f2f74f admin admin] Publish callbacks [] for security_group (f6161290-adb7-4986-890b-3faec24ac93c), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:50.473221 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9781bdc4-daaf-4e68-9dd3-1285c7f2f74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (f6161290-adb7-4986-890b-3faec24ac93c), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:50.476082 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9781bdc4-daaf-4e68-9dd3-1285c7f2f74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:50.479803 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-9781bdc4-daaf-4e68-9dd3-1285c7f2f74f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6161290-adb7-4986-890b-3faec24ac93c HTTP/1.1" status: 204 len: 168 time: 0.2154660 May 05 15:39:50.490327 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781bdc4-daaf-4e68-9dd3-1285c7f2f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6161290-adb7-4986-890b-3faec24ac93c,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:50.966964 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f98d3-2ff0-49c8-b2a5-63f1f3eafc4e req-1dac4dbd-d13b-4989-83d0-6e63df793784 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:50.968437 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0f9f98d3-2ff0-49c8-b2a5-63f1f3eafc4e req-1dac4dbd-d13b-4989-83d0-6e63df793784 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0504282 May 05 15:39:51.028007 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0f9f98d3-2ff0-49c8-b2a5-63f1f3eafc4e req-88dd3c98-702b-4d03-92fd-8f27309ddd81 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520096 May 05 15:39:51.251377 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:39:51.787410 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:52.149689 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c3bbf-96c8-45bb-b7fa-8773cc78d4e8 req-cd8c3134-31ae-45d8-83a0-6ba5a275bfa6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:52.151165 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc9c3bbf-96c8-45bb-b7fa-8773cc78d4e8 req-cd8c3134-31ae-45d8-83a0-6ba5a275bfa6 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0461433 May 05 15:39:52.203883 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48266) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:52.204346 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-dc9c3bbf-96c8-45bb-b7fa-8773cc78d4e8 req-2709539a-5d5a-40bd-b3c8-c9c78b85178a tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462699 May 05 15:39:52.221025 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c6837832-8f20-41e9-96db-56213366230d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:52.302636 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c6837832-8f20-41e9-96db-56213366230d admin admin] Publish callbacks [] for security_group (01fd238c-e9f5-4677-a42a-bd957bbcbb29), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:52.364306 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c6837832-8f20-41e9-96db-56213366230d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (01fd238c-e9f5-4677-a42a-bd957bbcbb29), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:52.404922 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-c6837832-8f20-41e9-96db-56213366230d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbf9815854d848ada8800d0ce9342a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017097 May 05 15:39:52.405782 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6837832-8f20-41e9-96db-56213366230d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fd238c-e9f5-4677-a42a-bd957bbcbb29,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:52.408428 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48270) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:52.457701 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad32d195-1043-4fde-a7f6-10807daf5074 admin admin] Publish callbacks [] for security_group (01fd238c-e9f5-4677-a42a-bd957bbcbb29), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:52.483161 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad32d195-1043-4fde-a7f6-10807daf5074 admin admin] Publish callbacks [] for security_group (01fd238c-e9f5-4677-a42a-bd957bbcbb29), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:52.666787 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad32d195-1043-4fde-a7f6-10807daf5074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (01fd238c-e9f5-4677-a42a-bd957bbcbb29), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:52.670263 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad32d195-1043-4fde-a7f6-10807daf5074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:52.670639 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-ad32d195-1043-4fde-a7f6-10807daf5074 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01fd238c-e9f5-4677-a42a-bd957bbcbb29 HTTP/1.1" status: 204 len: 168 time: 0.2607722 May 05 15:39:52.678712 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32d195-1043-4fde-a7f6-10807daf5074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fd238c-e9f5-4677-a42a-bd957bbcbb29,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:53.332751 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab23bc-ef0d-4f6b-be5e-089e32918ae7 req-13e4c8da-b494-4cde-8827-aeb734b96dc8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:53.334258 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a7ab23bc-ef0d-4f6b-be5e-089e32918ae7 req-13e4c8da-b494-4cde-8827-aeb734b96dc8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0511911 May 05 15:39:53.396012 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a7ab23bc-ef0d-4f6b-be5e-089e32918ae7 req-4e24fa88-35e6-4fcd-855b-abd7c83dfb22 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529802 May 05 15:39:54.518652 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3a734-be52-4090-9d0c-b3c96717f460 req-cdbbad8c-66e4-437e-be94-e7ae71f9f505 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:54.524231 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-77a3a734-be52-4090-9d0c-b3c96717f460 req-cdbbad8c-66e4-437e-be94-e7ae71f9f505 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0477786 May 05 15:39:54.568247 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-77a3a734-be52-4090-9d0c-b3c96717f460 req-545b4da4-d590-49c8-86e4-9adcfae11e83 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425131 May 05 15:39:55.685062 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fa78c-41fe-4709-934f-a19c05f71290 req-efa56c5f-bf55-497d-93a8-13bbbf0c053f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:55.686590 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec2fa78c-41fe-4709-934f-a19c05f71290 req-efa56c5f-bf55-497d-93a8-13bbbf0c053f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 943 time: 0.0471270 May 05 15:39:55.733984 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ec2fa78c-41fe-4709-934f-a19c05f71290 req-565b99de-ad73-4609-919b-39b7046610c8 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408969 May 05 15:39:55.796852 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:39:55.897112 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:55.908264 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'port_id': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'mac_address': 'fa:16:3e:76:d2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:39:55.946494 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:55.946886 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:55.959905 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:39:55.979916 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:56.083746 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:56.123351 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48358) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:56.132706 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,revision_number=9']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:56.227519 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc7ce734-37c8-4c1e-8925-b76b7f478dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:56.302494 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc7ce734-37c8-4c1e-8925-b76b7f478dbb admin admin] Publish callbacks [] for security_group (64569007-8972-477f-8f30-20e0c3e38af9), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:56.343976 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:39:56.398503 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc7ce734-37c8-4c1e-8925-b76b7f478dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (64569007-8972-477f-8f30-20e0c3e38af9), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:56.440642 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-bc7ce734-37c8-4c1e-8925-b76b7f478dbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=030a6fb99b88438ca8a13ed1be7f32aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161659 May 05 15:39:56.441672 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ce734-37c8-4c1e-8925-b76b7f478dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64569007-8972-477f-8f30-20e0c3e38af9,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:56.443980 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48364) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:56.493443 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49ef398b-79f1-4b61-b78e-218198943a7c admin admin] Publish callbacks [] for security_group (64569007-8972-477f-8f30-20e0c3e38af9), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:56.515356 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49ef398b-79f1-4b61-b78e-218198943a7c admin admin] Publish callbacks [] for security_group (64569007-8972-477f-8f30-20e0c3e38af9), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:56.677649 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49ef398b-79f1-4b61-b78e-218198943a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (64569007-8972-477f-8f30-20e0c3e38af9), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:56.680192 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49ef398b-79f1-4b61-b78e-218198943a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:56.681319 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-49ef398b-79f1-4b61-b78e-218198943a7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64569007-8972-477f-8f30-20e0c3e38af9 HTTP/1.1" status: 204 len: 168 time: 0.2364554 May 05 15:39:56.689040 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef398b-79f1-4b61-b78e-218198943a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64569007-8972-477f-8f30-20e0c3e38af9,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:56.859269 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccf650-d6f6-4f7c-81a9-fb986054a861 req-346516ea-ebca-4590-b917-0db3f2567f96 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:56.860947 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-70ccf650-d6f6-4f7c-81a9-fb986054a861 req-346516ea-ebca-4590-b917-0db3f2567f96 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 944 time: 0.0496213 May 05 15:39:56.913803 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-70ccf650-d6f6-4f7c-81a9-fb986054a861 req-cb49820e-3266-423f-a71e-f63a03d24fae tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464683 May 05 15:39:56.939341 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:39:56.962217 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-f127ccb3-4a75-46aa-8311-b3368fe0db09 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631840 May 05 15:39:56.993013 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:39:56.993584 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:57.025600 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-54c13659-6712-4c65-ae0e-2aed338dcc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:57.027170 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-54c13659-6712-4c65-ae0e-2aed338dcc9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6&device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 1129 time: 0.0403314 May 05 15:39:57.077914 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:57.078345 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:57.101175 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:57.103427 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f95004-be03-4f27-b931-dc3a12d85b78" -d '{"events": [{"server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "name": "network-vif-plugged", "status": "completed", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:57.116836 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:57.139488 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1c1f1c-a4ce-48af-a255-588cbf0550b2 x-openstack-request-id: req-8e1c1f1c-a4ce-48af-a255-588cbf0550b2 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:57.139781 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "name": "network-vif-plugged", "status": "completed", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:57.140036 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e1c1f1c-a4ce-48af-a255-588cbf0550b2 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:57.140436 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e1c1f1c-a4ce-48af-a255-588cbf0550b2'] response: {'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'code': 200} May 05 15:39:57.141297 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-c1d9276e-8507-4d6b-994b-3719ace51caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:57.142774 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-c1d9276e-8507-4d6b-994b-3719ace51caf service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c892b51-50fa-4403-9d49-e005c2bb0f72 HTTP/1.1" status: 200 len: 909 time: 0.0944626 May 05 15:39:57.216095 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-e8ee4af9-85aa-4861-b05b-ecc1658a62c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d HTTP/1.1" status: 200 len: 1000 time: 0.0625150 May 05 15:39:57.254596 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:57.272540 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-ce23ea49-6bec-49da-851a-67b33eed2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:57.274091 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-ce23ea49-6bec-49da-851a-67b33eed2c14 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1478ca81-29e5-4322-8e05-0d6892bb3878 HTTP/1.1" status: 200 len: 847 time: 0.0526986 May 05 15:39:57.307684 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,revision_number=10']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:57.333559 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-f9be937d-9a57-4342-becc-cfa31fc44c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:57.335223 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-f9be937d-9a57-4342-becc-cfa31fc44c82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c892b51-50fa-4403-9d49-e005c2bb0f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547068 May 05 15:39:57.349795 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48382) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:57.363069 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec690f89-8aa0-404c-b6dd-839dead9abfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:57.432327 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-6194d45a-5926-43c2-89d4-b014f33ec94f service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892508 May 05 15:39:57.460124 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec690f89-8aa0-404c-b6dd-839dead9abfa admin admin] Publish callbacks [] for security_group (3d5e9353-f0a6-4e84-88a2-b1eb6865fad8), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:57.485620 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00072d89-1740-4f18-819c-7e613d59d03e req-236d3ea0-46bc-43c5-b797-a227e1fd299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:57.487128 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-00072d89-1740-4f18-819c-7e613d59d03e req-236d3ea0-46bc-43c5-b797-a227e1fd299a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 1130 time: 0.0437593 May 05 15:39:57.533800 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-00072d89-1740-4f18-819c-7e613d59d03e req-bf9daf90-0795-4592-a15f-8e6b6653b18b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402665 May 05 15:39:57.536073 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b13b8e01-66b9-4b24-b41c-07ada3b2782f req-44f9046d-5e51-4390-a3a4-46423e203e73 service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920832 May 05 15:39:57.540883 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec690f89-8aa0-404c-b6dd-839dead9abfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (3d5e9353-f0a6-4e84-88a2-b1eb6865fad8), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:57.580621 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-ec690f89-8aa0-404c-b6dd-839dead9abfa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93c874b6a1fc489d891cfe39fb660da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296557 May 05 15:39:57.581465 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec690f89-8aa0-404c-b6dd-839dead9abfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5e9353-f0a6-4e84-88a2-b1eb6865fad8,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:57.584038 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48386) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:57.636440 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-191ac42b-dbbc-4111-b943-e21d5ad59539 admin admin] Publish callbacks [] for security_group (3d5e9353-f0a6-4e84-88a2-b1eb6865fad8), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:57.657574 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-191ac42b-dbbc-4111-b943-e21d5ad59539 admin admin] Publish callbacks [] for security_group (3d5e9353-f0a6-4e84-88a2-b1eb6865fad8), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:57.796768 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-191ac42b-dbbc-4111-b943-e21d5ad59539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (3d5e9353-f0a6-4e84-88a2-b1eb6865fad8), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:57.799478 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-191ac42b-dbbc-4111-b943-e21d5ad59539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:57.801357 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-191ac42b-dbbc-4111-b943-e21d5ad59539 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d5e9353-f0a6-4e84-88a2-b1eb6865fad8 HTTP/1.1" status: 204 len: 168 time: 0.2160735 May 05 15:39:57.810028 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ac42b-dbbc-4111-b943-e21d5ad59539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5e9353-f0a6-4e84-88a2-b1eb6865fad8,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:58.037164 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cfaf0-d4c6-4ab2-9058-475a38bc439c req-a59a1011-e9e2-4f0a-a8f6-c288af2f28e1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:58.038729 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0b6cfaf0-d4c6-4ab2-9058-475a38bc439c req-a59a1011-e9e2-4f0a-a8f6-c288af2f28e1 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 946 time: 0.0468259 May 05 15:39:58.090148 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0b6cfaf0-d4c6-4ab2-9058-475a38bc439c req-bfa4237c-8f10-4fb8-a5fd-2f3c3100b219 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458941 May 05 15:39:59.221448 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61dbef-586c-4f95-aa0b-b7e45d008a85 req-9e36ed4b-b8a0-4185-9761-97fa3823d869 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:59.223218 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e61dbef-586c-4f95-aa0b-b7e45d008a85 req-9e36ed4b-b8a0-4185-9761-97fa3823d869 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 946 time: 0.0515900 May 05 15:39:59.276619 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8e61dbef-586c-4f95-aa0b-b7e45d008a85 req-5d5a2bb0-a3bf-4160-ae81-ff90733436b7 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478609 May 05 15:40:00.400214 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79883e0e-86d8-480d-aa7f-c1f2541b2c43 req-d610deaf-d56a-43fa-8d04-59d364a48960 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:00.401901 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-79883e0e-86d8-480d-aa7f-c1f2541b2c43 req-d610deaf-d56a-43fa-8d04-59d364a48960 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 946 time: 0.0501201 May 05 15:40:00.451373 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-79883e0e-86d8-480d-aa7f-c1f2541b2c43 req-c4553073-b636-4860-94a6-6ee545215621 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 May 05 15:40:00.946614 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb589229-2571-482e-9bba-8acabf5d6245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.174918 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48512) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:01.319569 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48518) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:01.381728 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6aa31835-d691-42e7-a75f-ff8173dd04da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.384512 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af26e6e4-cfd1-4106-8e4b-a8299dfbc427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.510239 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6aa31835-d691-42e7-a75f-ff8173dd04da admin admin] Publish callbacks [] for security_group (0fc7225c-7a29-4eed-811b-94967c6472dc), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.519712 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af26e6e4-cfd1-4106-8e4b-a8299dfbc427 admin admin] Publish callbacks [] for security_group (99b3a7ca-4769-42fa-acf3-4bbb9f3126d8), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.570394 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84609e15-47f4-4e7f-b212-b9621f5d50c4 req-16ffe83c-fcdf-4e47-90f9-3bad2af29062 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:01.571774 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-84609e15-47f4-4e7f-b212-b9621f5d50c4 req-16ffe83c-fcdf-4e47-90f9-3bad2af29062 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 946 time: 0.0479848 May 05 15:40:01.575160 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6aa31835-d691-42e7-a75f-ff8173dd04da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (0fc7225c-7a29-4eed-811b-94967c6472dc), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.613611 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af26e6e4-cfd1-4106-8e4b-a8299dfbc427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (99b3a7ca-4769-42fa-acf3-4bbb9f3126d8), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.617018 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa31835-d691-42e7-a75f-ff8173dd04da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc7225c-7a29-4eed-811b-94967c6472dc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:01.622385 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-84609e15-47f4-4e7f-b212-b9621f5d50c4 req-59b45cb3-2f4e-4396-b741-1059c212f1cf tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449536 May 05 15:40:01.625907 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-6aa31835-d691-42e7-a75f-ff8173dd04da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=731471ab54d14a0587a2e2c3570e6101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4492247 May 05 15:40:01.628675 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48526) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:01.654326 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-af26e6e4-cfd1-4106-8e4b-a8299dfbc427 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9d70a132ec44eeeb83d1e019527470c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313518 May 05 15:40:01.654690 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48528) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:01.661829 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26e6e4-cfd1-4106-8e4b-a8299dfbc427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b3a7ca-4769-42fa-acf3-4bbb9f3126d8,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:01.712233 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-cfe186c4-a049-4821-81fc-2d8f542af459 admin admin] Publish callbacks [] for security_group (0fc7225c-7a29-4eed-811b-94967c6472dc), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.737424 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-799ddb03-d4d3-4b54-bf3e-751645413d3d admin admin] Publish callbacks [] for security_group (99b3a7ca-4769-42fa-acf3-4bbb9f3126d8), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.744697 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-cfe186c4-a049-4821-81fc-2d8f542af459 admin admin] Publish callbacks [] for security_group (0fc7225c-7a29-4eed-811b-94967c6472dc), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.778659 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-799ddb03-d4d3-4b54-bf3e-751645413d3d admin admin] Publish callbacks [] for security_group (99b3a7ca-4769-42fa-acf3-4bbb9f3126d8), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.916206 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-cfe186c4-a049-4821-81fc-2d8f542af459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (0fc7225c-7a29-4eed-811b-94967c6472dc), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.918727 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-cfe186c4-a049-4821-81fc-2d8f542af459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.919856 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-cfe186c4-a049-4821-81fc-2d8f542af459 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fc7225c-7a29-4eed-811b-94967c6472dc HTTP/1.1" status: 204 len: 168 time: 0.2900414 May 05 15:40:01.928083 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe186c4-a049-4821-81fc-2d8f542af459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc7225c-7a29-4eed-811b-94967c6472dc,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:01.931214 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-799ddb03-d4d3-4b54-bf3e-751645413d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (99b3a7ca-4769-42fa-acf3-4bbb9f3126d8), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.937937 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-799ddb03-d4d3-4b54-bf3e-751645413d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.937937 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-799ddb03-d4d3-4b54-bf3e-751645413d3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99b3a7ca-4769-42fa-acf3-4bbb9f3126d8 HTTP/1.1" status: 204 len: 168 time: 0.2789826 May 05 15:40:01.949794 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ddb03-d4d3-4b54-bf3e-751645413d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b3a7ca-4769-42fa-acf3-4bbb9f3126d8,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:02.638317 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48544) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:02.651439 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b714b-a93c-49d0-a1cf-af328ef3885d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:02.725463 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b714b-a93c-49d0-a1cf-af328ef3885d admin admin] Publish callbacks [] for security_group (9b37712f-d3d7-49c8-8587-ee734e106e39), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:02.750240 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48546) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:02.763681 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-98b6db17-6941-4d50-83b7-0f9b03f23bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:02.836593 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-98b6db17-6941-4d50-83b7-0f9b03f23bcf admin admin] Publish callbacks [] for security_group (8a0574ea-f392-4a75-9c65-3ceddcfdf548), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:02.837993 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b714b-a93c-49d0-a1cf-af328ef3885d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (9b37712f-d3d7-49c8-8587-ee734e106e39), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:02.877217 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8a2b714b-a93c-49d0-a1cf-af328ef3885d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58b399bdb994419f8343d30bdf7e74b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378092 May 05 15:40:02.878075 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b714b-a93c-49d0-a1cf-af328ef3885d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b37712f-d3d7-49c8-8587-ee734e106e39,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:02.880256 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48548) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:02.916836 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-98b6db17-6941-4d50-83b7-0f9b03f23bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (8a0574ea-f392-4a75-9c65-3ceddcfdf548), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:02.929476 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02febe62-4845-47b8-a4a6-8fe04b2e94a5 admin admin] Publish callbacks [] for security_group (9b37712f-d3d7-49c8-8587-ee734e106e39), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:02.951838 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02febe62-4845-47b8-a4a6-8fe04b2e94a5 admin admin] Publish callbacks [] for security_group (9b37712f-d3d7-49c8-8587-ee734e106e39), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:02.958306 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6db17-6941-4d50-83b7-0f9b03f23bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0574ea-f392-4a75-9c65-3ceddcfdf548,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:02.962584 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-98b6db17-6941-4d50-83b7-0f9b03f23bcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12cc6fc6e26e47cd98d23ff28107fe59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112188 May 05 15:40:02.965248 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48550) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:03.017589 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-91346abd-4757-4c6c-8811-d6802804a85a admin admin] Publish callbacks [] for security_group (8a0574ea-f392-4a75-9c65-3ceddcfdf548), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.040592 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-91346abd-4757-4c6c-8811-d6802804a85a admin admin] Publish callbacks [] for security_group (8a0574ea-f392-4a75-9c65-3ceddcfdf548), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.067446 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-de9a584b-018c-4cc8-9bdd-d9c6f127f068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.112689 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02febe62-4845-47b8-a4a6-8fe04b2e94a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (9b37712f-d3d7-49c8-8587-ee734e106e39), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.115489 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02febe62-4845-47b8-a4a6-8fe04b2e94a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.116671 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-02febe62-4845-47b8-a4a6-8fe04b2e94a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b37712f-d3d7-49c8-8587-ee734e106e39 HTTP/1.1" status: 204 len: 168 time: 0.2353315 May 05 15:40:03.124579 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02febe62-4845-47b8-a4a6-8fe04b2e94a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b37712f-d3d7-49c8-8587-ee734e106e39,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:03.141072 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-91346abd-4757-4c6c-8811-d6802804a85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (8a0574ea-f392-4a75-9c65-3ceddcfdf548), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.143947 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-91346abd-4757-4c6c-8811-d6802804a85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.145431 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-91346abd-4757-4c6c-8811-d6802804a85a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a0574ea-f392-4a75-9c65-3ceddcfdf548 HTTP/1.1" status: 204 len: 168 time: 0.1788948 May 05 15:40:03.153497 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91346abd-4757-4c6c-8811-d6802804a85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0574ea-f392-4a75-9c65-3ceddcfdf548,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:04.261259 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:04.955014 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48614) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:05.171373 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5a552ea9-de7a-4356-a808-028b3003ab7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:05.253108 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5a552ea9-de7a-4356-a808-028b3003ab7a admin admin] Publish callbacks [] for security_group (c89f6108-eb87-4a53-af20-07dd926dd65d), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:05.352177 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5a552ea9-de7a-4356-a808-028b3003ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c89f6108-eb87-4a53-af20-07dd926dd65d), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:05.392540 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-5a552ea9-de7a-4356-a808-028b3003ab7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5fca4ba244fc415e95e3ecac30e9b5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364619 May 05 15:40:05.393517 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a552ea9-de7a-4356-a808-028b3003ab7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89f6108-eb87-4a53-af20-07dd926dd65d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:05.395916 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48632) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:05.463568 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-51171dad-d7a5-4b1f-8729-1cca3f469603 admin admin] Publish callbacks [] for security_group (c89f6108-eb87-4a53-af20-07dd926dd65d), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:05.485761 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-51171dad-d7a5-4b1f-8729-1cca3f469603 admin admin] Publish callbacks [] for security_group (c89f6108-eb87-4a53-af20-07dd926dd65d), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:05.642360 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-51171dad-d7a5-4b1f-8729-1cca3f469603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c89f6108-eb87-4a53-af20-07dd926dd65d), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:05.645258 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-51171dad-d7a5-4b1f-8729-1cca3f469603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:05.646469 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-51171dad-d7a5-4b1f-8729-1cca3f469603 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c89f6108-eb87-4a53-af20-07dd926dd65d HTTP/1.1" status: 204 len: 168 time: 0.2492824 May 05 15:40:05.654576 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51171dad-d7a5-4b1f-8729-1cca3f469603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89f6108-eb87-4a53-af20-07dd926dd65d,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:05.895856 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:06.227166 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48672) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:06.374530 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-414780db-c05b-4aa4-a4ca-81c2147ea95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:06.452292 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-414780db-c05b-4aa4-a4ca-81c2147ea95d admin admin] Publish callbacks [] for security_group (1aa85c3b-74d7-4bd5-b2a9-67e9a04bd430), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:06.558305 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-414780db-c05b-4aa4-a4ca-81c2147ea95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (1aa85c3b-74d7-4bd5-b2a9-67e9a04bd430), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:06.596917 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-414780db-c05b-4aa4-a4ca-81c2147ea95d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f712ca164cf4a70b680bda615fbd469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686254 May 05 15:40:06.598343 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414780db-c05b-4aa4-a4ca-81c2147ea95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa85c3b-74d7-4bd5-b2a9-67e9a04bd430,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:06.600415 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48682) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:06.653240 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d9bd0a39-e1c9-433b-803e-28d49109fe0d admin admin] Publish callbacks [] for security_group (1aa85c3b-74d7-4bd5-b2a9-67e9a04bd430), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:06.675347 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d9bd0a39-e1c9-433b-803e-28d49109fe0d admin admin] Publish callbacks [] for security_group (1aa85c3b-74d7-4bd5-b2a9-67e9a04bd430), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:06.861199 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d9bd0a39-e1c9-433b-803e-28d49109fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (1aa85c3b-74d7-4bd5-b2a9-67e9a04bd430), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:06.864345 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d9bd0a39-e1c9-433b-803e-28d49109fe0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:06.865507 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d9bd0a39-e1c9-433b-803e-28d49109fe0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1aa85c3b-74d7-4bd5-b2a9-67e9a04bd430 HTTP/1.1" status: 204 len: 168 time: 0.2639828 May 05 15:40:06.873392 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd0a39-e1c9-433b-803e-28d49109fe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa85c3b-74d7-4bd5-b2a9-67e9a04bd430,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:07.198549 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:07.500018 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48704) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:07.514031 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a8401eb7-ac4d-41ea-8775-dae182032936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:07.586178 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a8401eb7-ac4d-41ea-8775-dae182032936 admin admin] Publish callbacks [] for security_group (2b48edb7-bcc8-42a1-aece-103e757b0e76), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:07.671117 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a8401eb7-ac4d-41ea-8775-dae182032936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (2b48edb7-bcc8-42a1-aece-103e757b0e76), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:07.712621 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a8401eb7-ac4d-41ea-8775-dae182032936 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5fb3f23f18f642d5ada8705945f44dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115259 May 05 15:40:07.713483 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8401eb7-ac4d-41ea-8775-dae182032936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b48edb7-bcc8-42a1-aece-103e757b0e76,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:07.716016 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48706) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:07.766386 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0bea6de6-8dd0-4d79-bd27-e8dedff7eb66 admin admin] Publish callbacks [] for security_group (2b48edb7-bcc8-42a1-aece-103e757b0e76), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:07.789001 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0bea6de6-8dd0-4d79-bd27-e8dedff7eb66 admin admin] Publish callbacks [] for security_group (2b48edb7-bcc8-42a1-aece-103e757b0e76), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:07.889474 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0bea6de6-8dd0-4d79-bd27-e8dedff7eb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (2b48edb7-bcc8-42a1-aece-103e757b0e76), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:07.892080 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0bea6de6-8dd0-4d79-bd27-e8dedff7eb66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:07.893228 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-0bea6de6-8dd0-4d79-bd27-e8dedff7eb66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b48edb7-bcc8-42a1-aece-103e757b0e76 HTTP/1.1" status: 204 len: 168 time: 0.1759217 May 05 15:40:07.901955 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea6de6-8dd0-4d79-bd27-e8dedff7eb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b48edb7-bcc8-42a1-aece-103e757b0e76,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:08.996019 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48744) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:09.090473 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1282959032-network', 'tenant_id': '1d926cf4c2ed494caab20b2a7958c614'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:09.220848 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Made reservation on behalf of 1d926cf4c2ed494caab20b2a7958c614 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:40:09.223928 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:09.232599 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:09.307163 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Publish callbacks [] for security_group (d1a74ebb-8078-46ff-baba-fb344b8d2f92), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:09.437870 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d1a74ebb-8078-46ff-baba-fb344b8d2f92), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:09.460200 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:40:09.473400 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a74ebb-8078-46ff-baba-fb344b8d2f92,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:09.478030 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (2b48b278-4699-47d5-a201-781421fa9864), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:09.478392 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.segments_db [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Added segment 2b48b278-4699-47d5-a201-781421fa9864 of type vlan for network a97e1745-10be-4a81-be85-d10150732f25 May 05 15:40:09.518329 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (a97e1745-10be-4a81-be85-d10150732f25), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:09.609519 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (a97e1745-10be-4a81-be85-d10150732f25), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:09.610505 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:09.611088 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:09.670959 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] Pushing event updated for resources: {'Network': ['ID=a97e1745-10be-4a81-be85-d10150732f25,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:09.681337 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network a97e1745-10be-4a81-be85-d10150732f25 details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:40:09.738398 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-2378af56-4d54-4cc2-a0cd-9e451965ea92 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7406828 May 05 15:40:09.741850 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48752) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:09.750838 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] Request body: {'subnet': {'network_id': 'a97e1745-10be-4a81-be85-d10150732f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1282959032-subnet', 'tenant_id': '1d926cf4c2ed494caab20b2a7958c614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:09.832489 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] Made reservation on behalf of 1d926cf4c2ed494caab20b2a7958c614 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:40:09.834925 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432464'] for subnet (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:10.076516 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9255434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432418'] for subnet (86859b50-5fa4-4669-b17a-64fd502291ad), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:10.133087 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=86859b50-5fa4-4669-b17a-64fd502291ad,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:10.141954 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] Checking segment: {'id': '2b48b278-4699-47d5-a201-781421fa9864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a97e1745-10be-4a81-be85-d10150732f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:40:10.142325 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] Network hostable DHCP agents. Network: a97e1745-10be-4a81-be85-d10150732f25, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:40:10.243592 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] Network a97e1745-10be-4a81-be85-d10150732f25 is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:40:10.340821 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, a97e1745-10be-4a81-be85-d10150732f25) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:40:10.344978 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:10.345580 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:10.354779 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9526acd-ba43-4011-b19b-75b180e6cb9f None None] Network a97e1745-10be-4a81-be85-d10150732f25 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:40:10.447750 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db84a795-0fac-4ef6-9a6d-f51e202ee34d None None] Network a97e1745-10be-4a81-be85-d10150732f25 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:40:10.457064 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-2feab4d1-007e-4532-b149-96188b70ae1c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7094491 May 05 15:40:11.306986 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48784) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:11.312114 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1057245798-network', 'tenant_id': 'fe021c2bc15d4f9a8cf782dedbd808d2'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:11.413748 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Made reservation on behalf of fe021c2bc15d4f9a8cf782dedbd808d2 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:40:11.416109 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:11.426409 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:11.499988 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Publish callbacks [] for security_group (727b1c6b-02a3-49f7-93c2-5d36133a85bc), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:11.592236 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (727b1c6b-02a3-49f7-93c2-5d36133a85bc), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:11.618258 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:40:11.633397 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727b1c6b-02a3-49f7-93c2-5d36133a85bc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:11.636248 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (04c49a9f-afd5-49e8-a486-acb92d236a2b), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:11.636585 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.segments_db [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Added segment 04c49a9f-afd5-49e8-a486-acb92d236a2b of type vlan for network 3f572323-ff4f-47fd-9e9e-78a4280c07bc May 05 15:40:11.677488 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (3f572323-ff4f-47fd-9e9e-78a4280c07bc), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:11.763957 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (3f572323-ff4f-47fd-9e9e-78a4280c07bc), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:11.764989 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:11.765677 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:11.825332 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] Pushing event updated for resources: {'Network': ['ID=3f572323-ff4f-47fd-9e9e-78a4280c07bc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:11.835186 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network 3f572323-ff4f-47fd-9e9e-78a4280c07bc details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:40:11.886519 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-1dad15df-55eb-4c6d-b572-73b9a869c5ec admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5782850 May 05 15:40:11.889262 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48786) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:11.894600 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] Request body: {'subnet': {'network_id': '3f572323-ff4f-47fd-9e9e-78a4280c07bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1057245798-subnet', 'tenant_id': 'fe021c2bc15d4f9a8cf782dedbd808d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:11.974816 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] Made reservation on behalf of fe021c2bc15d4f9a8cf782dedbd808d2 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:40:11.977196 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432464'] for subnet (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:12.257175 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9255434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432418'] for subnet (8ca1ad03-52e9-4634-8298-c13330d6b941), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:12.317582 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca1ad03-52e9-4634-8298-c13330d6b941,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:12.324356 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] Checking segment: {'id': '04c49a9f-afd5-49e8-a486-acb92d236a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f572323-ff4f-47fd-9e9e-78a4280c07bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:40:12.324704 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] Network hostable DHCP agents. Network: 3f572323-ff4f-47fd-9e9e-78a4280c07bc, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:40:12.427376 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] Network 3f572323-ff4f-47fd-9e9e-78a4280c07bc is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:40:12.540719 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, 3f572323-ff4f-47fd-9e9e-78a4280c07bc) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:40:12.544841 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:12.545474 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:12.552101 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5382ae-5118-453e-bac3-f786cdbbd896 None None] Network 3f572323-ff4f-47fd-9e9e-78a4280c07bc requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:40:12.655056 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff2d869-30aa-47c1-b3bf-b06631ec04b7 None None] Network 3f572323-ff4f-47fd-9e9e-78a4280c07bc requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:40:12.664104 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-97ed3d24-fa74-40f1-b4d1-2df8d15e27cd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7737582 May 05 15:40:18.233012 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48880) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:18.336187 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:18.417650 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Publish callbacks [] for security_group (4c34ffe2-4c06-4138-af62-c03a355a3c03), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:18.499364 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (4c34ffe2-4c06-4138-af62-c03a355a3c03), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:18.540314 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74f3fb6ef54042ce8e4de1c6fd3ff54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061783 May 05 15:40:18.541426 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c34ffe2-4c06-4138-af62-c03a355a3c03,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:18.543094 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48886) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:18.548762 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.549116 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.549461 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.549801 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.550356 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.551219 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.551219 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.551219 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.551659 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.551988 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.552316 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.552644 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.552966 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.553291 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.553611 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95824052-f0ed-4992-b393-0772579a7a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:18.594712 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9f03fce5-b395-4bea-881d-be64d4e5950f admin admin] Publish callbacks [] for security_group (4c34ffe2-4c06-4138-af62-c03a355a3c03), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:18.617157 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9f03fce5-b395-4bea-881d-be64d4e5950f admin admin] Publish callbacks [] for security_group (4c34ffe2-4c06-4138-af62-c03a355a3c03), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:18.792547 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9f03fce5-b395-4bea-881d-be64d4e5950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (4c34ffe2-4c06-4138-af62-c03a355a3c03), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:18.795104 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9f03fce5-b395-4bea-881d-be64d4e5950f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:18.796283 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-9f03fce5-b395-4bea-881d-be64d4e5950f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c34ffe2-4c06-4138-af62-c03a355a3c03 HTTP/1.1" status: 204 len: 168 time: 0.2521396 May 05 15:40:18.805710 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03fce5-b395-4bea-881d-be64d4e5950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c34ffe2-4c06-4138-af62-c03a355a3c03,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:19.467200 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48896) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:19.480217 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2fd6-88f1-4138-acb6-e6690b5ce389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:19.555386 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2fd6-88f1-4138-acb6-e6690b5ce389 admin admin] Publish callbacks [] for security_group (ffedb252-f6d6-46e1-b736-4326f0574ae5), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:19.649579 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2fd6-88f1-4138-acb6-e6690b5ce389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ffedb252-f6d6-46e1-b736-4326f0574ae5), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:19.688028 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-6e3d2fd6-88f1-4138-acb6-e6690b5ce389 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bc456df574945159b2faa3883adb1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197750 May 05 15:40:19.688916 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d2fd6-88f1-4138-acb6-e6690b5ce389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffedb252-f6d6-46e1-b736-4326f0574ae5,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:19.690773 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48898) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:19.740401 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d6e7-db90-469e-a26a-b7ea1d9b18fb admin admin] Publish callbacks [] for security_group (ffedb252-f6d6-46e1-b736-4326f0574ae5), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:19.766880 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d6e7-db90-469e-a26a-b7ea1d9b18fb admin admin] Publish callbacks [] for security_group (ffedb252-f6d6-46e1-b736-4326f0574ae5), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:19.889422 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d6e7-db90-469e-a26a-b7ea1d9b18fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ffedb252-f6d6-46e1-b736-4326f0574ae5), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:19.892000 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d6e7-db90-469e-a26a-b7ea1d9b18fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:19.896297 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-b4a1d6e7-db90-469e-a26a-b7ea1d9b18fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffedb252-f6d6-46e1-b736-4326f0574ae5 HTTP/1.1" status: 204 len: 168 time: 0.2006278 May 05 15:40:19.900920 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1d6e7-db90-469e-a26a-b7ea1d9b18fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffedb252-f6d6-46e1-b736-4326f0574ae5,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:20.626120 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 48908) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:20.640208 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3ccb565f-8cf8-4609-880a-0213d3224dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:20.712766 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3ccb565f-8cf8-4609-880a-0213d3224dc8 admin admin] Publish callbacks [] for security_group (e8805016-aabf-4eda-83ac-3ba11583dbdc), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:20.802228 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3ccb565f-8cf8-4609-880a-0213d3224dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (e8805016-aabf-4eda-83ac-3ba11583dbdc), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:20.841568 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3ccb565f-8cf8-4609-880a-0213d3224dc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3385137c90684145890e489c67c5d912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143617 May 05 15:40:20.842507 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb565f-8cf8-4609-880a-0213d3224dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8805016-aabf-4eda-83ac-3ba11583dbdc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:20.844256 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 48910) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:20.872166 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:20.895420 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fd82ac1f-e20e-4fe6-b525-744c99fb371e admin admin] Publish callbacks [] for security_group (e8805016-aabf-4eda-83ac-3ba11583dbdc), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:20.916515 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fd82ac1f-e20e-4fe6-b525-744c99fb371e admin admin] Publish callbacks [] for security_group (e8805016-aabf-4eda-83ac-3ba11583dbdc), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:21.036694 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fd82ac1f-e20e-4fe6-b525-744c99fb371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (e8805016-aabf-4eda-83ac-3ba11583dbdc), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:21.039273 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fd82ac1f-e20e-4fe6-b525-744c99fb371e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:21.040419 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-fd82ac1f-e20e-4fe6-b525-744c99fb371e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8805016-aabf-4eda-83ac-3ba11583dbdc HTTP/1.1" status: 204 len: 168 time: 0.1945887 May 05 15:40:21.049641 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82ac1f-e20e-4fe6-b525-744c99fb371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8805016-aabf-4eda-83ac-3ba11583dbdc,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:28.249994 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:40:29.404765 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49080) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:29.452317 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_v2 [None req-35dc72cb-2b17-453e-b5db-0a2398bb629c admin admin] Deleting subnet 86859b50-5fa4-4669-b17a-64fd502291ad {{(pid=103723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:40:29.455568 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-35dc72cb-2b17-453e-b5db-0a2398bb629c admin admin] Publish callbacks [] for subnet (86859b50-5fa4-4669-b17a-64fd502291ad), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.490952 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-35dc72cb-2b17-453e-b5db-0a2398bb629c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12555523'] for subnet (86859b50-5fa4-4669-b17a-64fd502291ad), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.531049 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-35dc72cb-2b17-453e-b5db-0a2398bb629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (86859b50-5fa4-4669-b17a-64fd502291ad), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.665060 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-35dc72cb-2b17-453e-b5db-0a2398bb629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9243231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12529052'] for subnet (86859b50-5fa4-4669-b17a-64fd502291ad), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.695605 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc72cb-2b17-453e-b5db-0a2398bb629c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86859b50-5fa4-4669-b17a-64fd502291ad,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:29.700705 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-35dc72cb-2b17-453e-b5db-0a2398bb629c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.707069 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49090) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:29.707530 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-35dc72cb-2b17-453e-b5db-0a2398bb629c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/86859b50-5fa4-4669-b17a-64fd502291ad HTTP/1.1" status: 204 len: 168 time: 0.3007073 May 05 15:40:29.781788 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (a97e1745-10be-4a81-be85-d10150732f25), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.860586 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (a97e1745-10be-4a81-be85-d10150732f25), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.881563 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97e1745-10be-4a81-be85-d10150732f25']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:29.890848 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b48b278-4699-47d5-a201-781421fa9864') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:29.891148 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b48b278-4699-47d5-a201-781421fa9864') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:29.900968 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-317892'] for segment (2b48b278-4699-47d5-a201-781421fa9864), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.914607 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (2b48b278-4699-47d5-a201-781421fa9864), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.920593 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:40:29.920975 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9250479'] for segment (2b48b278-4699-47d5-a201-781421fa9864), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: Traceback (most recent call last): May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: timer() May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: cb(*args, **kw) May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: return func(*args, **kwargs) May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: self._notify() May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: self.callback(batched_events) May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: event.method(event) May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: return f(self, *a, **k) May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._get(url).json() May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: return self.request(url, 'GET', **kwargs) May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:40:29.922704 dv-cinder-840678-1-iscsi neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:40:30.053389 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (a97e1745-10be-4a81-be85-d10150732f25), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.060824 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.064370 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a97e1745-10be-4a81-be85-d10150732f25 HTTP/1.1" status: 204 len: 168 time: 0.3557079 May 05 15:40:30.068068 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49102) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:30.074222 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc31c7-d222-4bc2-9336-2d53fd9e2a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=a97e1745-10be-4a81-be85-d10150732f25,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:30.113106 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_v2 [None req-db46b600-85f7-4363-a8ea-ba322cf1023a admin admin] Deleting subnet 8ca1ad03-52e9-4634-8298-c13330d6b941 {{(pid=103723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:40:30.116284 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db46b600-85f7-4363-a8ea-ba322cf1023a admin admin] Publish callbacks [] for subnet (8ca1ad03-52e9-4634-8298-c13330d6b941), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.151414 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db46b600-85f7-4363-a8ea-ba322cf1023a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12555523'] for subnet (8ca1ad03-52e9-4634-8298-c13330d6b941), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.191657 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db46b600-85f7-4363-a8ea-ba322cf1023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (8ca1ad03-52e9-4634-8298-c13330d6b941), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.358164 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db46b600-85f7-4363-a8ea-ba322cf1023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9243231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12529052'] for subnet (8ca1ad03-52e9-4634-8298-c13330d6b941), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.385959 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46b600-85f7-4363-a8ea-ba322cf1023a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca1ad03-52e9-4634-8298-c13330d6b941,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:30.387953 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db46b600-85f7-4363-a8ea-ba322cf1023a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.393789 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-db46b600-85f7-4363-a8ea-ba322cf1023a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8ca1ad03-52e9-4634-8298-c13330d6b941 HTTP/1.1" status: 204 len: 168 time: 0.3246047 May 05 15:40:30.393997 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49114) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:30.464032 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (3f572323-ff4f-47fd-9e9e-78a4280c07bc), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.546099 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (3f572323-ff4f-47fd-9e9e-78a4280c07bc), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.568018 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f572323-ff4f-47fd-9e9e-78a4280c07bc']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:30.577293 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c49a9f-afd5-49e8-a486-acb92d236a2b') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:30.577593 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c49a9f-afd5-49e8-a486-acb92d236a2b') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:30.586886 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-317892'] for segment (04c49a9f-afd5-49e8-a486-acb92d236a2b), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.600451 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (04c49a9f-afd5-49e8-a486-acb92d236a2b), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.606225 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:40:30.606633 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9250479'] for segment (04c49a9f-afd5-49e8-a486-acb92d236a2b), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: Traceback (most recent call last): May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: timer() May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: cb(*args, **kw) May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: return func(*args, **kwargs) May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: self._notify() May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: self.callback(batched_events) May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: event.method(event) May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: return f(self, *a, **k) May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._get(url).json() May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: return self.request(url, 'GET', **kwargs) May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:40:30.608332 dv-cinder-840678-1-iscsi neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:40:30.746609 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (3f572323-ff4f-47fd-9e9e-78a4280c07bc), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.754456 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.755332 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3f572323-ff4f-47fd-9e9e-78a4280c07bc HTTP/1.1" status: 204 len: 168 time: 0.3594122 May 05 15:40:30.775723 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca18708-ef2b-46c1-9e4f-a2e6135b41d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f572323-ff4f-47fd-9e9e-78a4280c07bc,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:30.852009 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7115422-a808-43f1-8288-dd83f9c15a09 req-e4ab9a22-cd5c-43bb-88b2-a97b9b434aae tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:30.853625 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b7115422-a808-43f1-8288-dd83f9c15a09 req-e4ab9a22-cd5c-43bb-88b2-a97b9b434aae tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 946 time: 0.0484996 May 05 15:40:30.903060 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b7115422-a808-43f1-8288-dd83f9c15a09 req-eebf03e7-c17c-4012-b098-19b9ae2b2a22 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423005 May 05 15:40:30.963749 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2f487c22-f5ab-4f52-ae47-ff6e7f9d6b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:31.156113 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49120) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:31.196623 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-0179f3d1-302b-49f7-97e8-1860e8b62ad3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d926cf4c2ed494caab20b2a7958c614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393414 May 05 15:40:31.199049 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49122) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:31.249081 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d0fafc49-dbd3-409c-900c-32b5cf0c985a admin admin] Publish callbacks [] for security_group (d1a74ebb-8078-46ff-baba-fb344b8d2f92), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:31.270971 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d0fafc49-dbd3-409c-900c-32b5cf0c985a admin admin] Publish callbacks [] for security_group (d1a74ebb-8078-46ff-baba-fb344b8d2f92), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:31.392248 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d0fafc49-dbd3-409c-900c-32b5cf0c985a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d1a74ebb-8078-46ff-baba-fb344b8d2f92), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:31.395149 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d0fafc49-dbd3-409c-900c-32b5cf0c985a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:31.396303 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-d0fafc49-dbd3-409c-900c-32b5cf0c985a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1a74ebb-8078-46ff-baba-fb344b8d2f92 HTTP/1.1" status: 204 len: 168 time: 0.1963778 May 05 15:40:31.404062 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fafc49-dbd3-409c-900c-32b5cf0c985a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a74ebb-8078-46ff-baba-fb344b8d2f92,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:32.026141 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afdb17-66ac-4d3d-9f44-601a206268a7 req-3109c0cc-4a08-44bd-8f90-8b596bdf70ee tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:32.027635 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-98afdb17-66ac-4d3d-9f44-601a206268a7 req-3109c0cc-4a08-44bd-8f90-8b596bdf70ee tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 946 time: 0.0468085 May 05 15:40:32.078473 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-98afdb17-66ac-4d3d-9f44-601a206268a7 req-fa178740-d9f4-42df-8b2b-6b54a5c209aa tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups?id=177fbeea-0d10-4295-af72-5989d01d9198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450709 May 05 15:40:32.148868 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423b740-95e9-4091-8819-eb282b9b39fe req-134de9f2-41f3-417c-a332-1d3690c5393d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:32.150344 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1423b740-95e9-4091-8819-eb282b9b39fe req-134de9f2-41f3-417c-a332-1d3690c5393d tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.49 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 946 time: 0.0469618 May 05 15:40:32.232241 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49136) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:32.240091 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Deleting port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:32.240658 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:32.272488 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-cedb27d5-8cca-4280-95e1-ef15b05bbc4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe021c2bc15d4f9a8cf782dedbd808d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390220 May 05 15:40:32.274938 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49138) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:32.322568 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f2966241-7b8a-4aef-aacd-e590403e5a73 admin admin] Publish callbacks [] for security_group (727b1c6b-02a3-49f7-93c2-5d36133a85bc), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:32.330925 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] For port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:32.331960 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:32.345169 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f2966241-7b8a-4aef-aacd-e590403e5a73 admin admin] Publish callbacks [] for security_group (727b1c6b-02a3-49f7-93c2-5d36133a85bc), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:32.488001 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f2966241-7b8a-4aef-aacd-e590403e5a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (727b1c6b-02a3-49f7-93c2-5d36133a85bc), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:32.490574 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f2966241-7b8a-4aef-aacd-e590403e5a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:32.491866 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-f2966241-7b8a-4aef-aacd-e590403e5a73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/727b1c6b-02a3-49f7-93c2-5d36133a85bc HTTP/1.1" status: 204 len: 168 time: 0.2157402 May 05 15:40:32.499875 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2966241-7b8a-4aef-aacd-e590403e5a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727b1c6b-02a3-49f7-93c2-5d36133a85bc,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:32.510848 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:32.511352 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (32298774-1e01-409c-b540-8137807dee84), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:32.511677 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Floating IP 32298774-1e01-409c-b540-8137807dee84 disassociated. External IP: 172.27.0.163, port: dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674. May 05 15:40:32.512118 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Calling delete_port for dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 owned by compute:nova {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:32.723071 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:32.755038 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event deleted for resources: {'Port': ['ID=dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:33.055807 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5dc53fb3-6452-421c-bf62-9c85e4881271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:33.178914 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Router 490adb72-503e-4400-9c89-48b3108c21d7 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:40:33.198165 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-73f4b6c2-116d-46b2-ac43-c330973273dd req-f6e7a5f7-f737-413c-a879-92da748e578f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/ports?device_id=34773439-4013-49dc-ad6c-70b25d71cecb HTTP/1.1" status: 200 len: 210 time: 0.0339890 May 05 15:40:33.300520 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:40:33.315323 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a645f0-c60e-4fbf-b7f6-938c0af1136c None None] Sync routers for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:40:33.325167 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a645f0-c60e-4fbf-b7f6-938c0af1136c None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:33.326016 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-00a645f0-c60e-4fbf-b7f6-938c0af1136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:33.347868 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] No DVR routers for this DVR port dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 on host hv-cinder-84067 {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:40:33.350655 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:33.354373 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1423b740-95e9-4091-8819-eb282b9b39fe req-fd5d0ef6-0991-489e-9da0-2c4bb7a7fb18 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.49 "DELETE /v2.0/ports/dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 HTTP/1.1" status: 204 len: 173 time: 1.1986547 May 05 15:40:33.354981 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'name': 'network-vif-deleted', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:40:33.357449 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d526be4-a785-4bdd-b113-28395bfdd75c" -d '{"events": [{"server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "name": "network-vif-deleted", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:40:33.446754 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-00a645f0-c60e-4fbf-b7f6-938c0af1136c None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:33.559858 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a57a8f-3dfc-42c0-aff4-626067731b56 x-openstack-request-id: req-65a57a8f-3dfc-42c0-aff4-626067731b56 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:40:33.560152 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34773439-4013-49dc-ad6c-70b25d71cecb", "name": "network-vif-deleted", "tag": "dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:40:33.560657 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65a57a8f-3dfc-42c0-aff4-626067731b56 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:40:33.561052 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a57a8f-3dfc-42c0-aff4-626067731b56'] response: {'server_uuid': '34773439-4013-49dc-ad6c-70b25d71cecb', 'name': 'network-vif-deleted', 'tag': 'dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674', 'status': 'completed', 'code': 200} May 05 15:40:33.655781 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-00a645f0-c60e-4fbf-b7f6-938c0af1136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:33.686355 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a645f0-c60e-4fbf-b7f6-938c0af1136c None None] Checking router: 490adb72-503e-4400-9c89-48b3108c21d7 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:40:33.694999 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a645f0-c60e-4fbf-b7f6-938c0af1136c None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:33.695606 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-00a645f0-c60e-4fbf-b7f6-938c0af1136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:33.940579 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-00a645f0-c60e-4fbf-b7f6-938c0af1136c None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:34.150638 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-00a645f0-c60e-4fbf-b7f6-938c0af1136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:34.181696 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a645f0-c60e-4fbf-b7f6-938c0af1136c None None] The sync data for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi is: [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:32:54Z', 'revision_number': 4, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '23979aa1-cc68-4f60-b966-34d1a8996c59', 'name': '', 'network_id': '567bf926-5d0b-40e3-87cf-663917924844', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:53Z', 'updated_at': '2022-05-05T15:32:59Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'subnets': [{'id': '7dba1ae9-e494-4720-b0dd-109269841baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:40:34.304672 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:34.414160 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b0f37-3fdb-451a-80a0-6ae3ec8b53ff None None] New status for floating IP 32298774-1e01-409c-b540-8137807dee84: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:40:34.436413 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49184) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:34.496956 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa30a-7364-43e4-8c69-1125a8384fa2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (177fbeea-0d10-4295-af72-5989d01d9198), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:34.522148 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa30a-7364-43e4-8c69-1125a8384fa2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (177fbeea-0d10-4295-af72-5989d01d9198), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:34.577525 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49188) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:34.704288 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49194) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:34.738196 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-46aa102b-8618-40dc-9d97-246f621794e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:34.773609 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa30a-7364-43e4-8c69-1125a8384fa2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (177fbeea-0d10-4295-af72-5989d01d9198), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:34.777388 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa30a-7364-43e4-8c69-1125a8384fa2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:34.778696 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-2d3fa30a-7364-43e4-8c69-1125a8384fa2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "DELETE /v2.0/security-groups/177fbeea-0d10-4295-af72-5989d01d9198 HTTP/1.1" status: 204 len: 168 time: 0.3412313 May 05 15:40:34.781654 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49198) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:34.787836 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31bfdf0e-cca5-4d90-b2d6-3d747aa0edcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:34.795541 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.api.v2.resource [None req-aafa38ff-1e01-4010-b472-fcf130caa203 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] show failed (client error): The resource could not be found. May 05 15:40:34.796531 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-aafa38ff-1e01-4010-b472-fcf130caa203 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "GET /v2.0/security-groups/177fbeea-0d10-4295-af72-5989d01d9198 HTTP/1.1" status: 404 len: 347 time: 0.0137737 May 05 15:40:34.799379 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49200) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:34.810218 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fa30a-7364-43e4-8c69-1125a8384fa2 tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177fbeea-0d10-4295-af72-5989d01d9198,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:34.890919 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-46aa102b-8618-40dc-9d97-246f621794e4 admin admin] Publish callbacks [] for security_group (286f9689-25ab-4176-9bba-277e1ab50f3a), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:34.922602 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Deleting port abf78e5f-c5ba-464b-95e8-35c5be0d9d71 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:34.922945 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (abf78e5f-c5ba-464b-95e8-35c5be0d9d71), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:34.923368 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31bfdf0e-cca5-4d90-b2d6-3d747aa0edcc admin admin] Publish callbacks [] for security_group (ea086f24-2265-47a8-a5ab-188c30f34ecf), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:34.963272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-46aa102b-8618-40dc-9d97-246f621794e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (286f9689-25ab-4176-9bba-277e1ab50f3a), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:34.999661 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31bfdf0e-cca5-4d90-b2d6-3d747aa0edcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ea086f24-2265-47a8-a5ab-188c30f34ecf), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.001536 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (abf78e5f-c5ba-464b-95e8-35c5be0d9d71), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.001866 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (abf78e5f-c5ba-464b-95e8-35c5be0d9d71), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.004550 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa102b-8618-40dc-9d97-246f621794e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286f9689-25ab-4176-9bba-277e1ab50f3a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:35.016766 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-46aa102b-8618-40dc-9d97-246f621794e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8cfb967407b4225b01bdbea3dd2cd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381189 May 05 15:40:35.017006 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Calling delete_port for abf78e5f-c5ba-464b-95e8-35c5be0d9d71 owned by network:floatingip {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:35.019994 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49202) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:35.046758 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-31bfdf0e-cca5-4d90-b2d6-3d747aa0edcc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32ee431b8dfe4c389c578aa6cb26e9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410268 May 05 15:40:35.047551 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfdf0e-cca5-4d90-b2d6-3d747aa0edcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea086f24-2265-47a8-a5ab-188c30f34ecf,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:35.050583 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49204) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:35.100340 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-220f7baf-5a23-46e8-9d7e-4b6cb8608048 admin admin] Publish callbacks [] for security_group (ea086f24-2265-47a8-a5ab-188c30f34ecf), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.122159 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:40:35.122562 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-220f7baf-5a23-46e8-9d7e-4b6cb8608048 admin admin] Publish callbacks [] for security_group (ea086f24-2265-47a8-a5ab-188c30f34ecf), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.124630 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5555da7d-c6bd-4e7e-8231-9f5ff11a98d4 admin admin] Publish callbacks [] for security_group (286f9689-25ab-4176-9bba-277e1ab50f3a), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.142912 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:40:35.144112 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device dfdfc379-9dbf-4f5f-b26a-7b05f0d0c674 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:40:35.157557 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5555da7d-c6bd-4e7e-8231-9f5ff11a98d4 admin admin] Publish callbacks [] for security_group (286f9689-25ab-4176-9bba-277e1ab50f3a), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.258883 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-220f7baf-5a23-46e8-9d7e-4b6cb8608048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ea086f24-2265-47a8-a5ab-188c30f34ecf), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.261455 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-220f7baf-5a23-46e8-9d7e-4b6cb8608048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.262605 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-220f7baf-5a23-46e8-9d7e-4b6cb8608048 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea086f24-2265-47a8-a5ab-188c30f34ecf HTTP/1.1" status: 204 len: 168 time: 0.2109466 May 05 15:40:35.271121 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f7baf-5a23-46e8-9d7e-4b6cb8608048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea086f24-2265-47a8-a5ab-188c30f34ecf,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:35.329465 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (abf78e5f-c5ba-464b-95e8-35c5be0d9d71), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.354533 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Pushing event deleted for resources: {'Port': ['ID=abf78e5f-c5ba-464b-95e8-35c5be0d9d71,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:35.359309 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5555da7d-c6bd-4e7e-8231-9f5ff11a98d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (286f9689-25ab-4176-9bba-277e1ab50f3a), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.361757 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5555da7d-c6bd-4e7e-8231-9f5ff11a98d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.363025 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-5555da7d-c6bd-4e7e-8231-9f5ff11a98d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/286f9689-25ab-4176-9bba-277e1ab50f3a HTTP/1.1" status: 204 len: 168 time: 0.3419082 May 05 15:40:35.376226 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.376814 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.377559 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.378192 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.379409 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.379409 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.380014 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.380539 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.381071 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.381467 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.381803 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.382134 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.382488 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.382818 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.383140 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:35.407302 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555da7d-c6bd-4e7e-8231-9f5ff11a98d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286f9689-25ab-4176-9bba-277e1ab50f3a,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:35.453445 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks [] for floatingip (32298774-1e01-409c-b540-8137807dee84), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.455960 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.457802 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-430138aa-b159-4492-93c0-9476e7ff8a2f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] 10.222.0.44 "DELETE /v2.0/floatingips/32298774-1e01-409c-b540-8137807dee84 HTTP/1.1" status: 204 len: 168 time: 0.6574244 May 05 15:40:35.855216 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:37.169630 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:38.233110 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49270) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:38.707316 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639399'] for router_interface (490adb72-503e-4400-9c89-48b3108c21d7), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:39.171103 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] Deleting port 23979aa1-cc68-4f60-b966-34d1a8996c59 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:39.171439 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:39.254823 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] For port 23979aa1-cc68-4f60-b966-34d1a8996c59, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=23979aa1-cc68-4f60-b966-34d1a8996c59,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:39.255486 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:39.267939 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] Calling delete_port for 23979aa1-cc68-4f60-b966-34d1a8996c59 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:39.546355 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (23979aa1-cc68-4f60-b966-34d1a8996c59), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:39.573938 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] Pushing event deleted for resources: {'Port': ['ID=23979aa1-cc68-4f60-b966-34d1a8996c59,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:39.742400 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645058'] for router_interface (490adb72-503e-4400-9c89-48b3108c21d7), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:39.963266 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] Router 490adb72-503e-4400-9c89-48b3108c21d7 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:40:40.072965 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:40:40.079789 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-17e61320-c2b5-44e1-abba-7ddbb4f2a361 admin admin] 10.222.0.44 "PUT /v2.0/routers/490adb72-503e-4400-9c89-48b3108c21d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8456123 May 05 15:40:40.080486 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49282) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:40.084263 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e4715-1f18-43cd-b98c-0530091b48ea None None] Sync routers for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:40:40.093950 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e4715-1f18-43cd-b98c-0530091b48ea None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:40.094597 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-769e4715-1f18-43cd-b98c-0530091b48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:40.199471 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Publish callbacks [] for router (490adb72-503e-4400-9c89-48b3108c21d7), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:40.207350 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-769e4715-1f18-43cd-b98c-0530091b48ea None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:40.308311 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Publish callbacks [] for router_gateway (490adb72-503e-4400-9c89-48b3108c21d7), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:40.383674 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-769e4715-1f18-43cd-b98c-0530091b48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:40:39Z', 'revision_number': 5, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port': {'id': 'b9a2763d-a4df-4d60-8236-3be835dd675c', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490adb72-503e-4400-9c89-48b3108c21d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:40.414422 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e4715-1f18-43cd-b98c-0530091b48ea None None] Checking router: 490adb72-503e-4400-9c89-48b3108c21d7 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:40:40.421283 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Deleting port b9a2763d-a4df-4d60-8236-3be835dd675c {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:40.421618 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:40.422522 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e4715-1f18-43cd-b98c-0530091b48ea None None] Routers {'490adb72-503e-4400-9c89-48b3108c21d7'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:40.423136 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-769e4715-1f18-43cd-b98c-0530091b48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['490adb72-503e-4400-9c89-48b3108c21d7'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:40.504496 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] For port b9a2763d-a4df-4d60-8236-3be835dd675c, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=b9a2763d-a4df-4d60-8236-3be835dd675c,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:40.504859 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:40.514655 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-769e4715-1f18-43cd-b98c-0530091b48ea None None] Set router 490adb72-503e-4400-9c89-48b3108c21d7 gateway port host: None {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:40.518191 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Calling delete_port for b9a2763d-a4df-4d60-8236-3be835dd675c owned by network:router_gateway {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:40.572425 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-769e4715-1f18-43cd-b98c-0530091b48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:40:40Z', 'revision_number': 6, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port_host': None}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:40.600154 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e4715-1f18-43cd-b98c-0530091b48ea None None] The sync data for ids ['490adb72-503e-4400-9c89-48b3108c21d7'] in dv-cinder-840678-1-iscsi is: [{'id': '490adb72-503e-4400-9c89-48b3108c21d7', 'name': 'tempest-AttachVolumeShelveTestJSON-791461051-router', 'tenant_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:32:48Z', 'updated_at': '2022-05-05T15:40:40Z', 'revision_number': 6, 'project_id': 'bedb0fa11b034325ad09ea0ec7f8e288', 'gw_port_host': None}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:40:40.798436 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (b9a2763d-a4df-4d60-8236-3be835dd675c), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:40.826108 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a2763d-a4df-4d60-8236-3be835dd675c,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:40.896727 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606129'] for router_gateway (490adb72-503e-4400-9c89-48b3108c21d7), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:40.995077 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1847'] for router (490adb72-503e-4400-9c89-48b3108c21d7), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:40.997426 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Publish callbacks [] for router_controller (490adb72-503e-4400-9c89-48b3108c21d7), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.047666 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49290) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:41.121698 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603740'] for router (490adb72-503e-4400-9c89-48b3108c21d7), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.122359 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 490adb72-503e-4400-9c89-48b3108c21d7 {{(pid=103723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:40:41.126579 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.127895 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e2033f01-a71a-409f-bc96-267dca64e44e admin admin] 10.222.0.44 "DELETE /v2.0/routers/490adb72-503e-4400-9c89-48b3108c21d7 HTTP/1.1" status: 204 len: 168 time: 1.0452108 May 05 15:40:41.131570 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49294) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:41.190249 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6bba596c-1123-4ec6-922e-a242b9fd5a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.212955 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8898dc89-8538-473e-b873-c7c93177971d admin admin] Deleting subnet 7dba1ae9-e494-4720-b0dd-109269841baf {{(pid=103723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:40:41.219128 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8898dc89-8538-473e-b873-c7c93177971d admin admin] Publish callbacks [] for subnet (7dba1ae9-e494-4720-b0dd-109269841baf), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.270373 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8898dc89-8538-473e-b873-c7c93177971d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12555523'] for subnet (7dba1ae9-e494-4720-b0dd-109269841baf), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.361564 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6bba596c-1123-4ec6-922e-a242b9fd5a32 admin admin] Publish callbacks [] for security_group (1f7c0d21-4542-42ec-a064-1b7472448636), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.377275 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8898dc89-8538-473e-b873-c7c93177971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (7dba1ae9-e494-4720-b0dd-109269841baf), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.419009 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6bba596c-1123-4ec6-922e-a242b9fd5a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (1f7c0d21-4542-42ec-a064-1b7472448636), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.471222 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-6bba596c-1123-4ec6-922e-a242b9fd5a32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd0c7a136297477385f6ef8679652b03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223874 May 05 15:40:41.472694 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba596c-1123-4ec6-922e-a242b9fd5a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7c0d21-4542-42ec-a064-1b7472448636,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:41.475081 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49296) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:41.524899 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f654b13e-038d-4a22-be7b-3d7e091640f4 admin admin] Publish callbacks [] for security_group (1f7c0d21-4542-42ec-a064-1b7472448636), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.546508 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f654b13e-038d-4a22-be7b-3d7e091640f4 admin admin] Publish callbacks [] for security_group (1f7c0d21-4542-42ec-a064-1b7472448636), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.570991 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8898dc89-8538-473e-b873-c7c93177971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9243231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12529052'] for subnet (7dba1ae9-e494-4720-b0dd-109269841baf), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.603337 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898dc89-8538-473e-b873-c7c93177971d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dba1ae9-e494-4720-b0dd-109269841baf,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:41.608038 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8898dc89-8538-473e-b873-c7c93177971d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.614129 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8898dc89-8538-473e-b873-c7c93177971d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7dba1ae9-e494-4720-b0dd-109269841baf HTTP/1.1" status: 204 len: 168 time: 0.4781551 May 05 15:40:41.614424 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49298) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:41.616832 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff89d2-577d-4577-8993-52b0fd7a1ff6 None None] Network 567bf926-5d0b-40e3-87cf-663917924844 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:40:41.690251 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (567bf926-5d0b-40e3-87cf-663917924844), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.730542 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f654b13e-038d-4a22-be7b-3d7e091640f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (1f7c0d21-4542-42ec-a064-1b7472448636), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.733082 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f654b13e-038d-4a22-be7b-3d7e091640f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.734571 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f654b13e-038d-4a22-be7b-3d7e091640f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f7c0d21-4542-42ec-a064-1b7472448636 HTTP/1.1" status: 204 len: 168 time: 0.2582011 May 05 15:40:41.748219 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Deleting port 98efecd0-f42b-4008-b5a2-fc43a9a97eab {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:41.748558 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.755933 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654b13e-038d-4a22-be7b-3d7e091640f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7c0d21-4542-42ec-a064-1b7472448636,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:41.776792 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae67b1d-e488-4a8c-a58f-4bd9417da82c None None] DHCP port deletion for 567bf926-5d0b-40e3-87cf-663917924844 request from dv-cinder-840678-1-iscsi {{(pid=103725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:40:41.822296 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6ae67b1d-e488-4a8c-a58f-4bd9417da82c None None] Deleting port 98efecd0-f42b-4008-b5a2-fc43a9a97eab {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:41.822684 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ae67b1d-e488-4a8c-a58f-4bd9417da82c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.843792 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] For port 98efecd0-f42b-4008-b5a2-fc43a9a97eab, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=98efecd0-f42b-4008-b5a2-fc43a9a97eab,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:41.844152 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.857798 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Calling delete_port for 98efecd0-f42b-4008-b5a2-fc43a9a97eab owned by network:dhcp {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:41.889500 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-6ae67b1d-e488-4a8c-a58f-4bd9417da82c None None] For port 98efecd0-f42b-4008-b5a2-fc43a9a97eab, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=98efecd0-f42b-4008-b5a2-fc43a9a97eab,segment=NetworkSegment(985b2d79-e7bf-440d-bafc-2ac4f62eda61),segment_id=985b2d79-e7bf-440d-bafc-2ac4f62eda61)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:41.889939 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ae67b1d-e488-4a8c-a58f-4bd9417da82c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:41.906058 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6ae67b1d-e488-4a8c-a58f-4bd9417da82c None None] Calling delete_port for 98efecd0-f42b-4008-b5a2-fc43a9a97eab owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:42.020943 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.027999 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ae67b1d-e488-4a8c-a58f-4bd9417da82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (98efecd0-f42b-4008-b5a2-fc43a9a97eab), after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.047601 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Pushing event deleted for resources: {'Port': ['ID=98efecd0-f42b-4008-b5a2-fc43a9a97eab,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:42.051670 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] No DVR routers for this DVR port 98efecd0-f42b-4008-b5a2-fc43a9a97eab on host dv-cinder-840678-1-iscsi {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:40:42.053681 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae67b1d-e488-4a8c-a58f-4bd9417da82c None None] Pushing event deleted for resources: {'Port': ['ID=98efecd0-f42b-4008-b5a2-fc43a9a97eab,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:42.061016 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae67b1d-e488-4a8c-a58f-4bd9417da82c None None] No DVR routers for this DVR port 98efecd0-f42b-4008-b5a2-fc43a9a97eab on host dv-cinder-840678-1-iscsi {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:40:42.130701 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (567bf926-5d0b-40e3-87cf-663917924844), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.150973 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567bf926-5d0b-40e3-87cf-663917924844']}} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:42.160493 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985b2d79-e7bf-440d-bafc-2ac4f62eda61') {'for_net_delete': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:42.160792 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985b2d79-e7bf-440d-bafc-2ac4f62eda61') {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:42.170056 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12555548'] for segment (985b2d79-e7bf-440d-bafc-2ac4f62eda61), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.183454 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (985b2d79-e7bf-440d-bafc-2ac4f62eda61), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.189660 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:40:42.190039 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9243193'] for segment (985b2d79-e7bf-440d-bafc-2ac4f62eda61), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: Traceback (most recent call last): May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: timer() May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: cb(*args, **kw) May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: return func(*args, **kwargs) May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: self._notify() May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: self.callback(batched_events) May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: event.method(event) May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: return f(self, *a, **k) May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._get(url).json() May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: return self.request(url, 'GET', **kwargs) May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:40:42.192497 dv-cinder-840678-1-iscsi neutron-server[103723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:40:42.327742 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (567bf926-5d0b-40e3-87cf-663917924844), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.333544 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.336880 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] 10.222.0.44 "DELETE /v2.0/networks/567bf926-5d0b-40e3-87cf-663917924844 HTTP/1.1" status: 204 len: 168 time: 0.7215815 May 05 15:40:42.343635 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 98efecd0-f42b-4008-b5a2-fc43a9a97eab no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:40:42.352788 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55a6d3-b398-4b97-8a5c-d2039d3dfd25 admin admin] Pushing event deleted for resources: {'Network': ['ID=567bf926-5d0b-40e3-87cf-663917924844,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:42.369868 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 98efecd0-f42b-4008-b5a2-fc43a9a97eab {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:40:42.370215 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 98efecd0-f42b-4008-b5a2-fc43a9a97eab not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:40:42.370661 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 23979aa1-cc68-4f60-b966-34d1a8996c59 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:40:42.390218 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 23979aa1-cc68-4f60-b966-34d1a8996c59 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:40:42.390649 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 23979aa1-cc68-4f60-b966-34d1a8996c59 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:40:42.391062 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b9a2763d-a4df-4d60-8236-3be835dd675c no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:40:42.410716 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: b9a2763d-a4df-4d60-8236-3be835dd675c {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:40:42.411068 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device b9a2763d-a4df-4d60-8236-3be835dd675c not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:40:42.428730 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49306) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:42.445839 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d11c7f1d-c136-482f-89a2-b265f74f76cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.520167 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d11c7f1d-c136-482f-89a2-b265f74f76cb admin admin] Publish callbacks [] for security_group (ed5e43a7-adce-420b-897c-d3a26459722a), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.653339 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-d11c7f1d-c136-482f-89a2-b265f74f76cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ed5e43a7-adce-420b-897c-d3a26459722a), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.694115 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-d11c7f1d-c136-482f-89a2-b265f74f76cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3459dd9fd04b4c299bd7bab4fa8e8583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642629 May 05 15:40:42.695010 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c7f1d-c136-482f-89a2-b265f74f76cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5e43a7-adce-420b-897c-d3a26459722a,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:42.696820 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49308) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:42.747497 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-624294b1-fe24-4a80-8707-53017ad76f62 admin admin] Publish callbacks [] for security_group (ed5e43a7-adce-420b-897c-d3a26459722a), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.750493 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49310) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:42.771740 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-624294b1-fe24-4a80-8707-53017ad76f62 admin admin] Publish callbacks [] for security_group (ed5e43a7-adce-420b-897c-d3a26459722a), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.792362 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-da794f8a-835b-4056-88db-fdffbf436624 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bedb0fa11b034325ad09ea0ec7f8e288&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405643 May 05 15:40:42.794973 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49312) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:42.841779 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-94d43db2-f53d-4daf-bb61-89aa0e83b101 admin admin] Publish callbacks [] for security_group (7770798e-9875-4a15-bd02-71de9d126c20), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.863351 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-94d43db2-f53d-4daf-bb61-89aa0e83b101 admin admin] Publish callbacks [] for security_group (7770798e-9875-4a15-bd02-71de9d126c20), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.877831 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-624294b1-fe24-4a80-8707-53017ad76f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ed5e43a7-adce-420b-897c-d3a26459722a), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.880518 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-624294b1-fe24-4a80-8707-53017ad76f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.881725 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-624294b1-fe24-4a80-8707-53017ad76f62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed5e43a7-adce-420b-897c-d3a26459722a HTTP/1.1" status: 204 len: 168 time: 0.1837268 May 05 15:40:42.889736 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624294b1-fe24-4a80-8707-53017ad76f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5e43a7-adce-420b-897c-d3a26459722a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:42.992899 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-94d43db2-f53d-4daf-bb61-89aa0e83b101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7770798e-9875-4a15-bd02-71de9d126c20), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.995791 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-94d43db2-f53d-4daf-bb61-89aa0e83b101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:42.996953 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-94d43db2-f53d-4daf-bb61-89aa0e83b101 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7770798e-9875-4a15-bd02-71de9d126c20 HTTP/1.1" status: 204 len: 168 time: 0.2009127 May 05 15:40:43.005736 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d43db2-f53d-4daf-bb61-89aa0e83b101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7770798e-9875-4a15-bd02-71de9d126c20,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:43.421963 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49332) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:43.722664 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Deleting port 54632d98-788d-41ed-a3bf-54247a354ee1 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:43.722956 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (54632d98-788d-41ed-a3bf-54247a354ee1), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:43.811537 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (54632d98-788d-41ed-a3bf-54247a354ee1), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:43.811869 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for floatingip (54632d98-788d-41ed-a3bf-54247a354ee1), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:43.825961 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Calling delete_port for 54632d98-788d-41ed-a3bf-54247a354ee1 owned by network:floatingip {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:44.061007 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (54632d98-788d-41ed-a3bf-54247a354ee1), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.088068 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event deleted for resources: {'Port': ['ID=54632d98-788d-41ed-a3bf-54247a354ee1,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:44.156116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for floatingip (52e1d39a-277d-4ea0-9695-e46dee7e9b4d), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.156446 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Floating IP 52e1d39a-277d-4ea0-9695-e46dee7e9b4d disassociated (deleted). External IP: 172.27.0.12, port: 014c56a6-c6d4-4509-bba7-d49555fe1a6d. May 05 15:40:44.242769 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49366) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:44.351738 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2032371359-network', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:44.392106 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Router bebba98e-5a96-490b-9a8a-b83717f73403 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:40:44.489826 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Made reservation on behalf of bd08af70bf244940868e298b55ccbd68 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:40:44.492304 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for network (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.502480 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.507548 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:40:44.512425 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.519430 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2c788-25c5-45c4-88ca-4f65055a4303 None None] Sync routers for ids ['bebba98e-5a96-490b-9a8a-b83717f73403'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:40:44.529534 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2c788-25c5-45c4-88ca-4f65055a4303 None None] Routers {'bebba98e-5a96-490b-9a8a-b83717f73403'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:44.530161 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f4b2c788-25c5-45c4-88ca-4f65055a4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['bebba98e-5a96-490b-9a8a-b83717f73403'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:44.549975 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ec97ded3-967e-449e-9f10-d2d029be6793 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "DELETE /v2.0/floatingips/52e1d39a-277d-4ea0-9695-e46dee7e9b4d HTTP/1.1" status: 204 len: 168 time: 1.1260486 May 05 15:40:44.550706 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:40:44.553374 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ac4252-2ba2-4646-acd9-73dc3f49300f" -d '{"events": [{"name": "network-changed", "server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:40:44.598385 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d555f93-8803-4ec7-a00a-6ee41b5a3868 x-openstack-request-id: req-8d555f93-8803-4ec7-a00a-6ee41b5a3868 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:40:44.598798 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:40:44.599143 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d555f93-8803-4ec7-a00a-6ee41b5a3868 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:40:44.599639 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d555f93-8803-4ec7-a00a-6ee41b5a3868'] response: {'name': 'network-changed', 'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'status': 'completed', 'code': 200} May 05 15:40:44.635670 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Publish callbacks [] for security_group (cdb1fd44-04e6-4e0e-88b0-4f1cccc0729a), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.665357 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac4252-2ba2-4646-acd9-73dc3f49300f req-63f00095-ee50-4f77-b990-a2bd938cfcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:44.666922 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-11ac4252-2ba2-4646-acd9-73dc3f49300f req-63f00095-ee50-4f77-b990-a2bd938cfcce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6&device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 1129 time: 0.0479155 May 05 15:40:44.669832 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f4b2c788-25c5-45c4-88ca-4f65055a4303 None None] Set router bebba98e-5a96-490b-9a8a-b83717f73403 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:44.729504 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (cdb1fd44-04e6-4e0e-88b0-4f1cccc0729a), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.756969 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:40:44.786372 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac4252-2ba2-4646-acd9-73dc3f49300f req-2dfc4e03-6261-4b26-bf59-b6ec4d68f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:44.786372 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-11ac4252-2ba2-4646-acd9-73dc3f49300f req-2dfc4e03-6261-4b26-bf59-b6ec4d68f002 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c892b51-50fa-4403-9d49-e005c2bb0f72 HTTP/1.1" status: 200 len: 909 time: 0.0970774 May 05 15:40:44.786624 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (61b84e5f-8110-44ee-af7d-eb5565bd1851), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.786624 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.segments_db [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Added segment 61b84e5f-8110-44ee-af7d-eb5565bd1851 of type vlan for network d4efce45-c436-4aa7-a2cd-46cb8cdff758 May 05 15:40:44.789728 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb1fd44-04e6-4e0e-88b0-4f1cccc0729a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:44.814533 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-11ac4252-2ba2-4646-acd9-73dc3f49300f req-3c20597b-6359-4f7f-9d98-b96dda0e5f2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d HTTP/1.1" status: 200 len: 217 time: 0.0391128 May 05 15:40:44.833931 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794023236554'] for network (d4efce45-c436-4aa7-a2cd-46cb8cdff758), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.870134 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac4252-2ba2-4646-acd9-73dc3f49300f req-6ce42738-be6c-4bc3-b888-4c50ec231530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:44.871623 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-11ac4252-2ba2-4646-acd9-73dc3f49300f req-6ce42738-be6c-4bc3-b888-4c50ec231530 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1478ca81-29e5-4322-8e05-0d6892bb3878 HTTP/1.1" status: 200 len: 847 time: 0.0514650 May 05 15:40:44.876225 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f4b2c788-25c5-45c4-88ca-4f65055a4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:53Z', 'revision_number': 4, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'f3710470-4d04-4206-83bd-39d22844610c', 'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'mac_address': 'fa:16:3e:9f:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:52Z', 'updated_at': '2022-05-05T15:34:57Z', 'revision_number': 5, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'subnets': [{'id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:44.903550 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2c788-25c5-45c4-88ca-4f65055a4303 None None] Checking router: bebba98e-5a96-490b-9a8a-b83717f73403 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:40:44.915866 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2c788-25c5-45c4-88ca-4f65055a4303 None None] Routers {'bebba98e-5a96-490b-9a8a-b83717f73403'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:44.916527 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f4b2c788-25c5-45c4-88ca-4f65055a4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['bebba98e-5a96-490b-9a8a-b83717f73403'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:44.916696 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac4252-2ba2-4646-acd9-73dc3f49300f req-7a9f8c25-da36-4313-accd-adf0968748f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:44.918449 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-11ac4252-2ba2-4646-acd9-73dc3f49300f req-7a9f8c25-da36-4313-accd-adf0968748f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c892b51-50fa-4403-9d49-e005c2bb0f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410476 May 05 15:40:44.927857 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147'] for network (d4efce45-c436-4aa7-a2cd-46cb8cdff758), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.928912 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:44.929508 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:45.009218 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] Pushing event updated for resources: {'Network': ['ID=d4efce45-c436-4aa7-a2cd-46cb8cdff758,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:45.021992 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 details requested by agent ovs-agent-dv-cinder-840678-1-iscsi with host dv-cinder-840678-1-iscsi {{(pid=103725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:40:45.030268 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-11ac4252-2ba2-4646-acd9-73dc3f49300f req-bec50275-931d-483d-a24b-4e021d4757f0 service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052537 May 05 15:40:45.080171 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f4b2c788-25c5-45c4-88ca-4f65055a4303 None None] Set router bebba98e-5a96-490b-9a8a-b83717f73403 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:45.092149 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3cbf6aae-170e-48e7-ba99-465740b4413d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8477147 May 05 15:40:45.094345 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49410) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:45.101003 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] Request body: {'subnet': {'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-subnet', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:45.177885 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30689f-a963-4c0a-bb33-b5580f2210cf req-43920164-1fb2-45c8-a6e5-42fb8dd1a5fd tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:45.179441 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cc30689f-a963-4c0a-bb33-b5580f2210cf req-43920164-1fb2-45c8-a6e5-42fb8dd1a5fd tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.1060176 May 05 15:40:45.185351 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-11ac4252-2ba2-4646-acd9-73dc3f49300f req-88e0f746-8377-4924-b702-ddafe8d5adeb service neutron] 10.222.0.49 "GET /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494775 May 05 15:40:45.244656 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cc30689f-a963-4c0a-bb33-b5580f2210cf req-da25568b-83e2-48d6-9379-4f4dc3bb9994 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577319 May 05 15:40:45.269569 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] Made reservation on behalf of bd08af70bf244940868e298b55ccbd68 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:40:45.272604 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432464'] for subnet (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:45.294032 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f4b2c788-25c5-45c4-88ca-4f65055a4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:53Z', 'revision_number': 4, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'f3710470-4d04-4206-83bd-39d22844610c', 'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'mac_address': 'fa:16:3e:9f:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:52Z', 'updated_at': '2022-05-05T15:34:57Z', 'revision_number': 5, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'subnets': [{'id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:45.325113 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2c788-25c5-45c4-88ca-4f65055a4303 None None] The sync data for ids ['bebba98e-5a96-490b-9a8a-b83717f73403'] in dv-cinder-840678-1-iscsi is: [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:34:53Z', 'revision_number': 4, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': 'f3710470-4d04-4206-83bd-39d22844610c', 'name': '', 'network_id': '5c892b51-50fa-4403-9d49-e005c2bb0f72', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'mac_address': 'fa:16:3e:9f:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:52Z', 'updated_at': '2022-05-05T15:34:57Z', 'revision_number': 5, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'subnets': [{'id': '1478ca81-29e5-4322-8e05-0d6892bb3878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:40:45.566273 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8a3ac-b367-4ca6-a393-cc3303ff91c4 None None] New status for floating IP 52e1d39a-277d-4ea0-9695-e46dee7e9b4d: DOWN {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:40:45.661146 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9255434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432418'] for subnet (8dfd4c28-a645-44a9-a73d-ccb798dd835f), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:45.719194 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dfd4c28-a645-44a9-a73d-ccb798dd835f,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:45.729188 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] Checking segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:40:45.729552 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] Network hostable DHCP agents. Network: d4efce45-c436-4aa7-a2cd-46cb8cdff758, hostable agents: ['f2977798-fcb7-4369-bd32-bbf37b2230cd'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:40:45.813191 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 is scheduled to be hosted by DHCP agent f2977798-fcb7-4369-bd32-bbf37b2230cd with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:40:45.889283 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-1-iscsi, d4efce45-c436-4aa7-a2cd-46cb8cdff758) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:40:45.893220 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:45.893966 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:45.899422 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a882751-579f-4e94-99f7-84173b40f7ec None None] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:40:45.994730 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3992d2d1-37b7-4a51-8375-ffd2961a5918 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8991790 May 05 15:40:45.997354 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49430) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:46.001671 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:46.006135 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92330f26-b14e-5c82-9a3f-e9c2a5f8e972-d4efce45-c436-4aa7-a2cd-46cb8cdff758', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f'}]}} from dv-cinder-840678-1-iscsi. {{(pid=103725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:40:46.007085 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.092208 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-604143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router (f4b7388d-9c03-4575-848d-36e6d54d4b2a), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.093283 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1852'] for router (f4b7388d-9c03-4575-848d-36e6d54d4b2a), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.152478 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Allocated IP 172.20.0.2 (d4efce45-c436-4aa7-a2cd-46cb8cdff758/8dfd4c28-a645-44a9-a73d-ccb798dd835f/6737f17c-e422-4500-acf1-89dd71e49507) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:40:46.154119 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Publish callbacks [] for router_controller (f4b7388d-9c03-4575-848d-36e6d54d4b2a), precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.308519 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Publish callbacks [] for port (6737f17c-e422-4500-acf1-89dd71e49507), precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.381506 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460'] for port (6737f17c-e422-4500-acf1-89dd71e49507), after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.414069 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Publish callbacks [] for router_gateway (f4b7388d-9c03-4575-848d-36e6d54d4b2a), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.427794 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:40:46.432612 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:40:46.433805 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be48bd-bf9b-4632-b052-a9f42f2c4cc4 req-06d4f2b7-0c3c-4ae8-a980-425f3c72d181 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:46.436267 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Pushing event updated for resources: {'Port': ['ID=6737f17c-e422-4500-acf1-89dd71e49507,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:46.436546 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-69be48bd-bf9b-4632-b052-a9f42f2c4cc4 req-06d4f2b7-0c3c-4ae8-a980-425f3c72d181 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0814834 May 05 15:40:46.437158 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:40:46.447470 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.447928 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.448376 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.448757 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.449094 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.449574 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.450006 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.452233 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.452583 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.452917 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.453242 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.453588 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.453914 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.454233 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.454576 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:46.491464 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-69be48bd-bf9b-4632-b052-a9f42f2c4cc4 req-0850227f-d7ba-4df8-baff-f8e9089c42df tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba734410-b9b4-422e-8fba-d59ac1749087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476270 May 05 15:40:46.514542 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Attempting to bind port 6737f17c-e422-4500-acf1-89dd71e49507 on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:40:46.517118 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Attempting to bind port 6737f17c-e422-4500-acf1-89dd71e49507 by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:40:46.517118 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Attempting to bind port 6737f17c-e422-4500-acf1-89dd71e49507 on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:40:46.521157 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:40:46.521526 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Checking segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:40:46.521920 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.522326 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Bound using segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:40:46.522786 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Bound port: 6737f17c-e422-4500-acf1-89dd71e49507, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:40:46.523157 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6737f17c-e422-4500-acf1-89dd71e49507), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.593112 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] For port 6737f17c-e422-4500-acf1-89dd71e49507, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:40:46.599970 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] For port 6737f17c-e422-4500-acf1-89dd71e49507, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6737f17c-e422-4500-acf1-89dd71e49507,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:40:46.635640 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f96e3-2943-4e5a-8963-84b0e1549487 req-7423d9c0-6ef8-4ac5-bbb7-cec5d610e0bb tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:46.637225 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-be7f96e3-2943-4e5a-8963-84b0e1549487 req-7423d9c0-6ef8-4ac5-bbb7-cec5d610e0bb tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.49 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 945 time: 0.0562313 May 05 15:40:46.701141 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6737f17c-e422-4500-acf1-89dd71e49507), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.702764 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Publish callbacks [] for router_gateway (f4b7388d-9c03-4575-848d-36e6d54d4b2a), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.724746 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.736837 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-be7f96e3-2943-4e5a-8963-84b0e1549487 req-0cb1f49d-fec2-4cc7-b283-e2358c271748 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Deleting port 014c56a6-c6d4-4509-bba7-d49555fe1a6d {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:46.737186 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-be7f96e3-2943-4e5a-8963-84b0e1549487 req-0cb1f49d-fec2-4cc7-b283-e2358c271748 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.789524 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74ae78-702e-4454-b395-d8f5845172af None None] Pushing event updated for resources: {'Port': ['ID=6737f17c-e422-4500-acf1-89dd71e49507,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:46.865361 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-be7f96e3-2943-4e5a-8963-84b0e1549487 req-0cb1f49d-fec2-4cc7-b283-e2358c271748 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] For port 014c56a6-c6d4-4509-bba7-d49555fe1a6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=014c56a6-c6d4-4509-bba7-d49555fe1a6d,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:46.865361 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-be7f96e3-2943-4e5a-8963-84b0e1549487 req-0cb1f49d-fec2-4cc7-b283-e2358c271748 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.866408 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Allocated IP 172.27.0.91 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:40:46.888902 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-be7f96e3-2943-4e5a-8963-84b0e1549487 req-0cb1f49d-fec2-4cc7-b283-e2358c271748 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Calling delete_port for 014c56a6-c6d4-4509-bba7-d49555fe1a6d owned by compute:nova {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:47.006220 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Publish callbacks [] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:47.122747 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:47.176195 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:40:47.181871 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:40:47.187197 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:40:47.189289 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:47.473602 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-be7f96e3-2943-4e5a-8963-84b0e1549487 req-0cb1f49d-fec2-4cc7-b283-e2358c271748 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (014c56a6-c6d4-4509-bba7-d49555fe1a6d), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:47.510358 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1f49d-fec2-4cc7-b283-e2358c271748 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event deleted for resources: {'Port': ['ID=014c56a6-c6d4-4509-bba7-d49555fe1a6d,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:47.568236 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7f96e3-2943-4e5a-8963-84b0e1549487 req-0cb1f49d-fec2-4cc7-b283-e2358c271748 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] No DVR routers for this DVR port 014c56a6-c6d4-4509-bba7-d49555fe1a6d on host hv-cinder-84067 {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:40:47.570866 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-be7f96e3-2943-4e5a-8963-84b0e1549487 req-0cb1f49d-fec2-4cc7-b283-e2358c271748 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:47.572749 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Publish callbacks [] for router_gateway (f4b7388d-9c03-4575-848d-36e6d54d4b2a), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:47.574267 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-be7f96e3-2943-4e5a-8963-84b0e1549487 req-0cb1f49d-fec2-4cc7-b283-e2358c271748 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.49 "DELETE /v2.0/ports/014c56a6-c6d4-4509-bba7-d49555fe1a6d HTTP/1.1" status: 204 len: 173 time: 0.9303522 May 05 15:40:47.574844 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'name': 'network-vif-deleted', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:40:47.577290 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af11857e-f7d3-460e-bfa0-f65a59950025" -d '{"events": [{"server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "name": "network-vif-deleted", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:40:47.619429 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-513de528-6dfd-4e0f-b8ef-5ec936f1e2fc req-fc46e414-8c27-46f2-bee8-4957fccf3492 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 210 time: 0.0338590 May 05 15:40:47.642262 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffe52eb-36b5-4264-8f8b-e5a2dce61cfc x-openstack-request-id: req-5ffe52eb-36b5-4264-8f8b-e5a2dce61cfc {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:40:47.642922 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dab2a82-e449-48ad-893a-855353ad6b55", "name": "network-vif-deleted", "tag": "014c56a6-c6d4-4509-bba7-d49555fe1a6d", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:40:47.642922 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ffe52eb-36b5-4264-8f8b-e5a2dce61cfc {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:40:47.643274 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffe52eb-36b5-4264-8f8b-e5a2dce61cfc'] response: {'server_uuid': '0dab2a82-e449-48ad-893a-855353ad6b55', 'name': 'network-vif-deleted', 'tag': '014c56a6-c6d4-4509-bba7-d49555fe1a6d', 'status': 'completed', 'code': 200} May 05 15:40:47.809049 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606165'] for router (f4b7388d-9c03-4575-848d-36e6d54d4b2a), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:47.952130 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a95ae-12b3-4ca9-89b7-86ed1ab050cb None None] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:40:48.089565 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Router f4b7388d-9c03-4575-848d-36e6d54d4b2a is scheduled to L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:40:48.132587 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-80a60e2d-3e93-45b3-99ea-29f7572e812a None None] Provisioning complete for port 6737f17c-e422-4500-acf1-89dd71e49507 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:48.132857 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80a60e2d-3e93-45b3-99ea-29f7572e812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6737f17c-e422-4500-acf1-89dd71e49507), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:48.300659 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-80a60e2d-3e93-45b3-99ea-29f7572e812a None None] Current status of the port 6737f17c-e422-4500-acf1-89dd71e49507 is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:40:48.301157 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80a60e2d-3e93-45b3-99ea-29f7572e812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6737f17c-e422-4500-acf1-89dd71e49507), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:48.353925 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-80a60e2d-3e93-45b3-99ea-29f7572e812a None None] For port 6737f17c-e422-4500-acf1-89dd71e49507, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6737f17c-e422-4500-acf1-89dd71e49507,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:48.416151 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6737f17c-e422-4500-acf1-89dd71e49507 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:40:48.471577 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80a60e2d-3e93-45b3-99ea-29f7572e812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6737f17c-e422-4500-acf1-89dd71e49507), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:48.502226 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:40:48.513144 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Sync routers for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:40:48.524831 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:48.525544 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:48.535540 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 6737f17c-e422-4500-acf1-89dd71e49507 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:48.535924 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6737f17c-e422-4500-acf1-89dd71e49507), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:48.559191 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a60e2d-3e93-45b3-99ea-29f7572e812a None None] Pushing event updated for resources: {'Port': ['ID=6737f17c-e422-4500-acf1-89dd71e49507,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:48.616483 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-e1e6b637-1932-4074-9442-fb7df3edd815 None None] Provisioning complete for port 6737f17c-e422-4500-acf1-89dd71e49507 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:48.616860 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1e6b637-1932-4074-9442-fb7df3edd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6737f17c-e422-4500-acf1-89dd71e49507), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:48.669462 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:48.670869 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-e33e9122-2196-4f43-b8c2-40b06872a9d1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6724906 May 05 15:40:48.673886 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49446) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:48.715285 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 6737f17c-e422-4500-acf1-89dd71e49507 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:40:48.774353 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6b637-1932-4074-9442-fb7df3edd815 None None] Current status of the port 6737f17c-e422-4500-acf1-89dd71e49507 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:40:48.777968 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:48.778503 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9697246d-9d3a-40c8-b710-10ffaed11090 req-9db9f0df-1b8a-4bbb-b9bc-3632f753abd3 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0dab2a82-e449-48ad-893a-855353ad6b55 HTTP/1.1" status: 200 len: 210 time: 0.0516458 May 05 15:40:48.958688 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:47Z', 'revision_number': 3, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:48.991771 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Checking router: f4b7388d-9c03-4575-848d-36e6d54d4b2a for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:40:48.992259 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Updating router f4b7388d-9c03-4575-848d-36e6d54d4b2a port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e binding host dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:40:49.021713 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.152815 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 014c56a6-c6d4-4509-bba7-d49555fe1a6d no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:40:49.168585 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.180963 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: 014c56a6-c6d4-4509-bba7-d49555fe1a6d {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:40:49.181624 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 014c56a6-c6d4-4509-bba7-d49555fe1a6d not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:40:49.307082 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Publish callbacks [] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.341409 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Allocated IP 172.20.0.1 (d4efce45-c436-4aa7-a2cd-46cb8cdff758/8dfd4c28-a645-44a9-a73d-ccb798dd835f/2208deac-1ea5-4bba-ac67-7204a0b95a5f) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:40:49.398262 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.451220 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Attempting to bind port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:40:49.451588 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Attempting to bind port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:40:49.451951 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Attempting to bind port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e on network 02718d50-6065-4980-9530-582a9009be37 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:40:49.459825 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Pushing event updated for resources: {'Port': ['ID=e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:49.461818 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:40:49.462188 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Checking segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:40:49.462681 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.463070 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Bound using segment: {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:40:49.463523 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Bound port: e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d3cd1-9611-482a-8418-6e263efbb6e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02718d50-6065-4980-9530-582a9009be37'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:40:49.463898 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.481867 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Publish callbacks [] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.487570 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.487759 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.488117 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.488472 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.488801 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.489131 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.489456 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.489779 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.490096 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.490443 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.490771 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.491109 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.491428 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.491772 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.492107 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:49.530439 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] For port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:40:49.533396 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] For port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:40:49.650053 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.684371 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.689806 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:40:49.696828 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:40:49.699293 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:40:49.706596 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2208deac-1ea5-4bba-ac67-7204a0b95a5f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:49.741997 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:49.742668 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:49.747688 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640392'] for router_interface (f4b7388d-9c03-4575-848d-36e6d54d4b2a), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.807743 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bd216-f2d4-42eb-8738-a6a76fc53e9d None None] Pushing event updated for resources: {'Port': ['ID=e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:49.843487 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49452) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:49.898571 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:49.913252 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c461c3de-1352-4c05-8609-317c28a21ac4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group (ba734410-b9b4-422e-8fba-d59ac1749087), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.941808 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c461c3de-1352-4c05-8609-317c28a21ac4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group (ba734410-b9b4-422e-8fba-d59ac1749087), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.990384 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:50.005384 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-db89228e-7ad7-4c91-8e25-600e1f7b7098 None None] Provisioning complete for port 2208deac-1ea5-4bba-ac67-7204a0b95a5f triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:50.012140 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-db89228e-7ad7-4c91-8e25-600e1f7b7098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:50.050607 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-db89228e-7ad7-4c91-8e25-600e1f7b7098 None None] Port 2208deac-1ea5-4bba-ac67-7204a0b95a5f cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:40:50.070691 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c461c3de-1352-4c05-8609-317c28a21ac4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (ba734410-b9b4-422e-8fba-d59ac1749087), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:50.073900 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c461c3de-1352-4c05-8609-317c28a21ac4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:50.075246 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-c461c3de-1352-4c05-8609-317c28a21ac4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] 10.222.0.44 "DELETE /v2.0/security-groups/ba734410-b9b4-422e-8fba-d59ac1749087 HTTP/1.1" status: 204 len: 168 time: 0.2321260 May 05 15:40:50.085888 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461c3de-1352-4c05-8609-317c28a21ac4 tempest-TestShelveInstance-2037680093 tempest-TestShelveInstance-2037680093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba734410-b9b4-422e-8fba-d59ac1749087,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:50.090907 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:47Z', 'revision_number': 3, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:50.119459 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec681c0-17b5-4400-810a-b46ff32a04c8 None None] The sync data for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi is: [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:47Z', 'revision_number': 3, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:40:50.212072 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49456) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:50.228075 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Publish callbacks [] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:50.319796 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:50.353280 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6737f17c-e422-4500-acf1-89dd71e49507 up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:40:50.412347 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2208deac-1ea5-4bba-ac67-7204a0b95a5f,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:50.424658 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640370'] for router_interface (f4b7388d-9c03-4575-848d-36e6d54d4b2a), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:50.437708 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 6737f17c-e422-4500-acf1-89dd71e49507 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:50.438083 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6737f17c-e422-4500-acf1-89dd71e49507), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:50.536648 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 6737f17c-e422-4500-acf1-89dd71e49507 is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:40:50.632153 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:40:50.635873 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:40:50.861139 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:50.871943 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Router f4b7388d-9c03-4575-848d-36e6d54d4b2a has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:40:50.884883 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-adeeb29b-8e90-4c60-9296-c96aff90d525 None None] Provisioning complete for port 2208deac-1ea5-4bba-ac67-7204a0b95a5f triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:50.885561 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-adeeb29b-8e90-4c60-9296-c96aff90d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:50.927782 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-adeeb29b-8e90-4c60-9296-c96aff90d525 None None] Port 2208deac-1ea5-4bba-ac67-7204a0b95a5f cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:40:50.955150 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639399'] for router_interface (bebba98e-5a96-490b-9a8a-b83717f73403), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:51.101429 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:40:51.107255 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3988f14c-de4e-44ac-81f5-d3b44f4a63b7 admin admin] 10.222.0.44 "PUT /v2.0/routers/f4b7388d-9c03-4575-848d-36e6d54d4b2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280422 May 05 15:40:51.273142 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] Deleting port f3710470-4d04-4206-83bd-39d22844610c {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:51.273481 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (f3710470-4d04-4206-83bd-39d22844610c), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:51.353991 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] For port f3710470-4d04-4206-83bd-39d22844610c, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=f3710470-4d04-4206-83bd-39d22844610c,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:51.354385 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (f3710470-4d04-4206-83bd-39d22844610c), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:51.369056 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] Calling delete_port for f3710470-4d04-4206-83bd-39d22844610c owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:51.567079 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49468) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:51.571656 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-cb0791cd-459c-414f-a1ec-b9663d67c34a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670520355', 'description': 'tempest-description--340645999'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:51.626939 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (f3710470-4d04-4206-83bd-39d22844610c), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:51.662244 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3710470-4d04-4206-83bd-39d22844610c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:51.665862 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb0791cd-459c-414f-a1ec-b9663d67c34a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:51.970665 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Sync routers for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:40:51.982533 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:51.983286 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:52.082264 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb0791cd-459c-414f-a1ec-b9663d67c34a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (d3ff132e-77ba-4889-b698-8d129a6faeef), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.101414 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:52.138528 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645058'] for router_interface (bebba98e-5a96-490b-9a8a-b83717f73403), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.211013 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb0791cd-459c-414f-a1ec-b9663d67c34a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d3ff132e-77ba-4889-b698-8d129a6faeef), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.278225 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0791cd-459c-414f-a1ec-b9663d67c34a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ff132e-77ba-4889-b698-8d129a6faeef,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:52.324990 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:50Z', 'revision_number': 2, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:52.356907 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Checking router: f4b7388d-9c03-4575-848d-36e6d54d4b2a for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:40:52.357549 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Updating router f4b7388d-9c03-4575-848d-36e6d54d4b2a port 2208deac-1ea5-4bba-ac67-7204a0b95a5f binding host dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:40:52.387251 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb0791cd-459c-414f-a1ec-b9663d67c34a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.390751 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-cb0791cd-459c-414f-a1ec-b9663d67c34a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8225656 May 05 15:40:52.391686 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49472) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:52.397102 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-b670e0a8-76b6-4657-88ae-7587be7c2b33 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group_rule': {'security_group_id': 'd3ff132e-77ba-4889-b698-8d129a6faeef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:52.399297 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.424168 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] Router bebba98e-5a96-490b-9a8a-b83717f73403 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:40:52.501424 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:40:52.545042 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b670e0a8-76b6-4657-88ae-7587be7c2b33 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (624af634-5bfb-40f5-ab3b-ee4d8a7002e1), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.557028 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:40:52.564320 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-81e4cb2c-25cb-48bb-b2c6-dcaed5bd17d1 admin admin] 10.222.0.44 "PUT /v2.0/routers/bebba98e-5a96-490b-9a8a-b83717f73403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3491452 May 05 15:40:52.564560 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49474) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:52.571296 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365120ce-6e70-453f-8348-7fcb629e1c99 None None] Sync routers for ids ['bebba98e-5a96-490b-9a8a-b83717f73403'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:40:52.586497 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365120ce-6e70-453f-8348-7fcb629e1c99 None None] Routers {'bebba98e-5a96-490b-9a8a-b83717f73403'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:52.587395 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-365120ce-6e70-453f-8348-7fcb629e1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['bebba98e-5a96-490b-9a8a-b83717f73403'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:52.615345 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:52.615345 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.621128 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b670e0a8-76b6-4657-88ae-7587be7c2b33 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (624af634-5bfb-40f5-ab3b-ee4d8a7002e1), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.694997 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b670e0a8-76b6-4657-88ae-7587be7c2b33 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (624af634-5bfb-40f5-ab3b-ee4d8a7002e1), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.741276 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-365120ce-6e70-453f-8348-7fcb629e1c99 None None] Set router bebba98e-5a96-490b-9a8a-b83717f73403 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:52.742202 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Publish callbacks [] for router (bebba98e-5a96-490b-9a8a-b83717f73403), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.773271 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670e0a8-76b6-4657-88ae-7587be7c2b33 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624af634-5bfb-40f5-ab3b-ee4d8a7002e1,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:52.775927 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:40:52.776599 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.828416 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] For port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:52.843289 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Publish callbacks [] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.896946 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Publish callbacks [] for router_gateway (bebba98e-5a96-490b-9a8a-b83717f73403), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:52.948299 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-365120ce-6e70-453f-8348-7fcb629e1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:40:51Z', 'revision_number': 5, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:52.976689 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365120ce-6e70-453f-8348-7fcb629e1c99 None None] Checking router: bebba98e-5a96-490b-9a8a-b83717f73403 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:40:52.985942 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365120ce-6e70-453f-8348-7fcb629e1c99 None None] Routers {'bebba98e-5a96-490b-9a8a-b83717f73403'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:52.986607 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-365120ce-6e70-453f-8348-7fcb629e1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['bebba98e-5a96-490b-9a8a-b83717f73403'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:53.185164 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-365120ce-6e70-453f-8348-7fcb629e1c99 None None] Set router bebba98e-5a96-490b-9a8a-b83717f73403 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:53.267063 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.269556 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b670e0a8-76b6-4657-88ae-7587be7c2b33 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.276772 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b670e0a8-76b6-4657-88ae-7587be7c2b33 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8791437 May 05 15:40:53.276889 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49478) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:53.277689 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.280281 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-6e09a039-6f13-44e4-931f-f575b184e8ba tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group_rule': {'security_group_id': 'd3ff132e-77ba-4889-b698-8d129a6faeef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:53.338955 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Deleting port c4650072-a7ee-4762-a867-a9d725f021c7 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:53.339434 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.365940 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Pushing event updated for resources: {'Port': ['ID=e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:53.375870 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-365120ce-6e70-453f-8348-7fcb629e1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:40:51Z', 'revision_number': 5, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:53.423432 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Attempting to bind port 2208deac-1ea5-4bba-ac67-7204a0b95a5f on host dv-cinder-840678-1-iscsi for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:40:53.438366 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Attempting to bind port 2208deac-1ea5-4bba-ac67-7204a0b95a5f by drivers openvswitch,hyperv on host dv-cinder-840678-1-iscsi at level 0 using segments [{'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:40:53.438366 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Attempting to bind port 2208deac-1ea5-4bba-ac67-7204a0b95a5f on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:40:53.438661 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6e09a039-6f13-44e4-931f-f575b184e8ba tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (b92d8625-4d8e-4805-94e6-8d18b6885c27), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.438764 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365120ce-6e70-453f-8348-7fcb629e1c99 None None] The sync data for ids ['bebba98e-5a96-490b-9a8a-b83717f73403'] in dv-cinder-840678-1-iscsi is: [{'id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'name': 'tempest-TestShelveInstance-801157013-router', 'tenant_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:48Z', 'updated_at': '2022-05-05T15:40:51Z', 'revision_number': 5, 'project_id': 'b44f40cfaa094be5a9eb5c9b8ace76e6', 'gw_port': {'id': 'c4650072-a7ee-4762-a867-a9d725f021c7', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebba98e-5a96-490b-9a8a-b83717f73403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:49Z', 'updated_at': '2022-05-05T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:40:53.438904 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d9da6-009d-411e-a0aa-2c4ae0a7d819 None None] Pushing event updated for resources: {'Port': ['ID=2208deac-1ea5-4bba-ac67-7204a0b95a5f,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:53.441385 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Checking agent: {'id': 'b4ae551e-9481-4604-a64f-edc5bc29c346', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 24, 7), 'started_at': datetime.datetime(2022, 5, 5, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:40:53.441769 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Checking segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:40:53.442216 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.442636 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Bound using segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:40:53.443174 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Bound port: 2208deac-1ea5-4bba-ac67-7204a0b95a5f, host: dv-cinder-840678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:40:53.443525 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.486508 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] For port c4650072-a7ee-4762-a867-a9d725f021c7, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=c4650072-a7ee-4762-a867-a9d725f021c7,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:53.487146 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.510255 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Calling delete_port for c4650072-a7ee-4762-a867-a9d725f021c7 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:53.530825 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] For port 2208deac-1ea5-4bba-ac67-7204a0b95a5f, host dv-cinder-840678-1-iscsi, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:40:53.533293 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6e09a039-6f13-44e4-931f-f575b184e8ba tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (b92d8625-4d8e-4805-94e6-8d18b6885c27), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.534081 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] For port 2208deac-1ea5-4bba-ac67-7204a0b95a5f, host dv-cinder-840678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=2208deac-1ea5-4bba-ac67-7204a0b95a5f,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:40:53.646689 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6e09a039-6f13-44e4-931f-f575b184e8ba tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (b92d8625-4d8e-4805-94e6-8d18b6885c27), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.669240 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-0a987240-7f08-4ae3-8026-3bbde3df9e23 None None] Provisioning complete for port 2208deac-1ea5-4bba-ac67-7204a0b95a5f triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:53.669623 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a987240-7f08-4ae3-8026-3bbde3df9e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.673099 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.673263 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09a039-6f13-44e4-931f-f575b184e8ba tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92d8625-4d8e-4805-94e6-8d18b6885c27,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:53.773880 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d9da6-009d-411e-a0aa-2c4ae0a7d819 None None] Pushing event updated for resources: {'Port': ['ID=2208deac-1ea5-4bba-ac67-7204a0b95a5f,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:53.805737 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6e09a039-6f13-44e4-931f-f575b184e8ba tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.806989 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-6e09a039-6f13-44e4-931f-f575b184e8ba tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5311041 May 05 15:40:53.820336 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:53.820336 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:53.821595 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49482) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:53.828069 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:53.874487 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (c4650072-a7ee-4762-a867-a9d725f021c7), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:53.911550 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4650072-a7ee-4762-a867-a9d725f021c7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:53.992629 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.044055 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606129'] for router_gateway (bebba98e-5a96-490b-9a8a-b83717f73403), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.085978 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-0a987240-7f08-4ae3-8026-3bbde3df9e23 None None] Current status of the port 2208deac-1ea5-4bba-ac67-7204a0b95a5f is: DOWN; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:40:54.086398 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a987240-7f08-4ae3-8026-3bbde3df9e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.098543 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.169921 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1847'] for router (bebba98e-5a96-490b-9a8a-b83717f73403), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.170882 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-0a987240-7f08-4ae3-8026-3bbde3df9e23 None None] For port 2208deac-1ea5-4bba-ac67-7204a0b95a5f, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=2208deac-1ea5-4bba-ac67-7204a0b95a5f,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:54.172621 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Publish callbacks [] for router_controller (bebba98e-5a96-490b-9a8a-b83717f73403), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.184195 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:54.244833 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Allocated IP 172.27.0.240 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/e51e9bb3-bf7d-4071-8a08-ff01e39e5812) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:40:54.288764 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603740'] for router (bebba98e-5a96-490b-9a8a-b83717f73403), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.289233 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bebba98e-5a96-490b-9a8a-b83717f73403 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:40:54.293569 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a987240-7f08-4ae3-8026-3bbde3df9e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.302254 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.302254 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-fec98637-3f47-424c-87ab-5925656c1e33 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bebba98e-5a96-490b-9a8a-b83717f73403 HTTP/1.1" status: 204 len: 168 time: 1.7302909 May 05 15:40:54.303439 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49484) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:54.396929 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-76882031-846d-4ee7-8580-1dd38a1d0e40 admin admin] Deleting subnet 1478ca81-29e5-4322-8e05-0d6892bb3878 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:40:54.403059 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76882031-846d-4ee7-8580-1dd38a1d0e40 admin admin] Publish callbacks [] for subnet (1478ca81-29e5-4322-8e05-0d6892bb3878), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.462058 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76882031-846d-4ee7-8580-1dd38a1d0e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-317915'] for subnet (1478ca81-29e5-4322-8e05-0d6892bb3878), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.477436 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (e51e9bb3-bf7d-4071-8a08-ff01e39e5812), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.480492 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-a0eb88c0-6197-45d8-99d0-97c426e35f27 None None] Provisioning complete for port 2208deac-1ea5-4bba-ac67-7204a0b95a5f triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:54.480867 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a0eb88c0-6197-45d8-99d0-97c426e35f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.549055 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a987240-7f08-4ae3-8026-3bbde3df9e23 None None] Pushing event updated for resources: {'Port': ['ID=2208deac-1ea5-4bba-ac67-7204a0b95a5f,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:54.587180 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:40:54.641660 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76882031-846d-4ee7-8580-1dd38a1d0e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (1478ca81-29e5-4322-8e05-0d6892bb3878), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.656823 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:53Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:54.673154 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (e51e9bb3-bf7d-4071-8a08-ff01e39e5812), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.692345 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb450797-aa14-417f-8c60-ea4ccabf55f4 None None] The sync data for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi is: [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:53Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:40:54.719883 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:40:54.723294 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:54.723676 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.726686 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:40:54.733143 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:40:54.772247 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb88c0-6197-45d8-99d0-97c426e35f27 None None] Current status of the port 2208deac-1ea5-4bba-ac67-7204a0b95a5f is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:40:54.794758 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=e51e9bb3-bf7d-4071-8a08-ff01e39e5812,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:54.827167 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:40:54.827655 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76882031-846d-4ee7-8580-1dd38a1d0e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9250505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432443'] for subnet (1478ca81-29e5-4322-8e05-0d6892bb3878), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.838847 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device f3710470-4d04-4206-83bd-39d22844610c no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:40:54.858800 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76882031-846d-4ee7-8580-1dd38a1d0e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1478ca81-29e5-4322-8e05-0d6892bb3878,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:54.863769 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76882031-846d-4ee7-8580-1dd38a1d0e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.871239 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: f3710470-4d04-4206-83bd-39d22844610c {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:40:54.871239 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device f3710470-4d04-4206-83bd-39d22844610c not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:40:54.871862 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-76882031-846d-4ee7-8580-1dd38a1d0e40 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1478ca81-29e5-4322-8e05-0d6892bb3878 HTTP/1.1" status: 204 len: 168 time: 0.5627491 May 05 15:40:54.872035 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49492) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:54.876154 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef59b4-6c75-483a-9d04-c0891cfcd581 None None] Network 5c892b51-50fa-4403-9d49-e005c2bb0f72 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:40:54.950009 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (4ee23473-2df6-456e-bec5-a815344cba29), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.031856 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (5c892b51-50fa-4403-9d49-e005c2bb0f72), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.136547 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b0151-629c-4b58-a42d-8f65e2439af3 None None] DHCP port deletion for 5c892b51-50fa-4403-9d49-e005c2bb0f72 request from dv-cinder-840678-1-iscsi {{(pid=103725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:40:55.151846 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Deleting port 6aa9b6f3-4504-4346-9055-4bf326198942 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:55.152439 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.187169 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-923b0151-629c-4b58-a42d-8f65e2439af3 None None] Deleting port 6aa9b6f3-4504-4346-9055-4bf326198942 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:55.187564 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-923b0151-629c-4b58-a42d-8f65e2439af3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.196455 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e51e9bb3-bf7d-4071-8a08-ff01e39e5812), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.266081 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-923b0151-629c-4b58-a42d-8f65e2439af3 None None] For port 6aa9b6f3-4504-4346-9055-4bf326198942, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6aa9b6f3-4504-4346-9055-4bf326198942,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:55.266081 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-923b0151-629c-4b58-a42d-8f65e2439af3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.279434 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-923b0151-629c-4b58-a42d-8f65e2439af3 None None] Calling delete_port for 6aa9b6f3-4504-4346-9055-4bf326198942 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:55.287037 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] For port 6aa9b6f3-4504-4346-9055-4bf326198942, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6aa9b6f3-4504-4346-9055-4bf326198942,segment=NetworkSegment(a61ce7c3-6cf0-4fb2-86b9-aa816de31525),segment_id=a61ce7c3-6cf0-4fb2-86b9-aa816de31525)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:55.287459 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.309784 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Calling delete_port for 6aa9b6f3-4504-4346-9055-4bf326198942 owned by network:dhcp {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:55.501481 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-923b0151-629c-4b58-a42d-8f65e2439af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.514890 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (e51e9bb3-bf7d-4071-8a08-ff01e39e5812), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.521793 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (6aa9b6f3-4504-4346-9055-4bf326198942), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.544850 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b0151-629c-4b58-a42d-8f65e2439af3 None None] Pushing event deleted for resources: {'Port': ['ID=6aa9b6f3-4504-4346-9055-4bf326198942,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:55.546626 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b0151-629c-4b58-a42d-8f65e2439af3 None None] No DVR routers for this DVR port 6aa9b6f3-4504-4346-9055-4bf326198942 on host dv-cinder-840678-1-iscsi {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:40:55.555701 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa9b6f3-4504-4346-9055-4bf326198942,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:55.561418 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] No DVR routers for this DVR port 6aa9b6f3-4504-4346-9055-4bf326198942 on host dv-cinder-840678-1-iscsi {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:40:55.641093 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (5c892b51-50fa-4403-9d49-e005c2bb0f72), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.665517 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c892b51-50fa-4403-9d49-e005c2bb0f72']}} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:55.669793 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9243157'] for port (e51e9bb3-bf7d-4071-8a08-ff01e39e5812), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.701218 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525') {'for_net_delete': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:55.701513 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61ce7c3-6cf0-4fb2-86b9-aa816de31525') {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:55.717451 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12555548'] for segment (a61ce7c3-6cf0-4fb2-86b9-aa816de31525), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.765452 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (a61ce7c3-6cf0-4fb2-86b9-aa816de31525), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.772074 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=e51e9bb3-bf7d-4071-8a08-ff01e39e5812,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:55.779513 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9243193'] for segment (a61ce7c3-6cf0-4fb2-86b9-aa816de31525), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: self.session.flush() May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: self.session.flush() May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: self.session.flush() May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: self.session.flush() May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: Traceback (most recent call last): May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: timer() May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: cb(*args, **kw) May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: return func(*args, **kwargs) May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: self._notify() May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: self.callback(batched_events) May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: event.method(event) May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: return f(self, *a, **k) May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._get(url).json() May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: return self.request(url, 'GET', **kwargs) May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:40:55.784835 dv-cinder-840678-1-iscsi neutron-server[103723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:40:55.802319 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (4ee23473-2df6-456e-bec5-a815344cba29), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.975469 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.976801 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-efe594e8-4672-4568-8751-48c2a1e2c4c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1534140 May 05 15:40:56.055392 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (5c892b51-50fa-4403-9d49-e005c2bb0f72), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:56.061444 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:56.064535 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5c892b51-50fa-4403-9d49-e005c2bb0f72 HTTP/1.1" status: 204 len: 168 time: 1.1922221 May 05 15:40:56.068412 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49512) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:56.077986 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e6e66-04e3-4f95-8cb4-44e947387473 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c892b51-50fa-4403-9d49-e005c2bb0f72,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:56.158877 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-86632991-e0d7-4749-9c65-c6d4fb431fef tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--670520355&fields=id&tenant_id=bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 267 time: 0.0472567 May 05 15:40:56.279882 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-9c48582f-55c1-46ac-b537-382feb48f557 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:56.282207 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-9c48582f-55c1-46ac-b537-382feb48f557 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 815 time: 0.1126778 May 05 15:40:56.301340 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-fc0e41b1-de58-4afd-ad06-a19caba7c4d9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/quotas/bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 375 time: 0.0126948 May 05 15:40:56.365658 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-3d19ad70-4cbf-4ec6-ae97-8fe50d34e796 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517855 May 05 15:40:56.367670 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 2208deac-1ea5-4bba-ac67-7204a0b95a5f up at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:40:56.416998 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Provisioning complete for port 2208deac-1ea5-4bba-ac67-7204a0b95a5f triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:56.417377 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:56.447284 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639399'] for router_interface (ead69425-b520-49dd-8cb9-2e1fa1a53f19), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:56.467393 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-332853d5-32a7-4a81-a566-0c1bcf78ec17 service neutron] 10.222.0.44 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900702 May 05 15:40:56.502023 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Current status of the port 2208deac-1ea5-4bba-ac67-7204a0b95a5f is: ACTIVE; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:40:56.563888 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6aa9b6f3-4504-4346-9055-4bf326198942 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:40:56.571242 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-d1c36fc6-77e5-44ea-9865-366e0a1cd16c service neutron] 10.222.0.44 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975327 May 05 15:40:56.592038 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 6aa9b6f3-4504-4346-9055-4bf326198942 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:40:56.592383 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6aa9b6f3-4504-4346-9055-4bf326198942 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:40:56.593170 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device c4650072-a7ee-4762-a867-a9d725f021c7 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:40:56.618176 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: c4650072-a7ee-4762-a867-a9d725f021c7 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:40:56.618461 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device c4650072-a7ee-4762-a867-a9d725f021c7 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:40:56.723069 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] Deleting port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:56.723406 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:56.832322 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-82511a6b-6730-4e3e-900f-eeb3d9a86215 req-2f99ea0b-7527-4f08-9488-c5a20eb0c280 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 210 time: 0.0358355 May 05 15:40:56.840215 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] For port 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=340afa7b-d645-4f6d-8ea3-6dfdc3b128aa,segment=NetworkSegment(fa9baaec-da82-4059-a3c0-23df232e9c0e),segment_id=fa9baaec-da82-4059-a3c0-23df232e9c0e)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:56.840576 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:56.854458 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] Calling delete_port for 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:57.116212 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (340afa7b-d645-4f6d-8ea3-6dfdc3b128aa), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:57.145975 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=340afa7b-d645-4f6d-8ea3-6dfdc3b128aa,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:57.319439 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645058'] for router_interface (ead69425-b520-49dd-8cb9-2e1fa1a53f19), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:57.780358 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] Router ead69425-b520-49dd-8cb9-2e1fa1a53f19 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:40:57.890722 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:40:57.899165 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-56b4452f-6e82-42bb-a391-3bb6598d16d7 admin admin] 10.222.0.44 "PUT /v2.0/routers/ead69425-b520-49dd-8cb9-2e1fa1a53f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8273225 May 05 15:40:57.899575 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49536) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:57.903554 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7384e0-85ab-44b5-835b-1069d8db8bdd None None] Sync routers for ids ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:40:57.917082 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8245e628-3281-4221-b5cb-4e32af2324f1 req-25484b64-477a-4cef-b4ee-057dd89d8b55 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 210 time: 0.0291107 May 05 15:40:57.921738 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7384e0-85ab-44b5-835b-1069d8db8bdd None None] Routers {'ead69425-b520-49dd-8cb9-2e1fa1a53f19'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:57.922400 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-ce7384e0-85ab-44b5-835b-1069d8db8bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:58.015839 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Publish callbacks [] for router (ead69425-b520-49dd-8cb9-2e1fa1a53f19), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.033391 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-ce7384e0-85ab-44b5-835b-1069d8db8bdd None None] Set router ead69425-b520-49dd-8cb9-2e1fa1a53f19 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:58.127724 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Publish callbacks [] for router_gateway (ead69425-b520-49dd-8cb9-2e1fa1a53f19), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.211629 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-ce7384e0-85ab-44b5-835b-1069d8db8bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'name': 'tempest-TestShelveInstance-259125171-router', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:57Z', 'updated_at': '2022-05-05T15:40:57Z', 'revision_number': 5, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'gw_port': {'id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:58Z', 'updated_at': '2022-05-05T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:58.241518 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7384e0-85ab-44b5-835b-1069d8db8bdd None None] Checking router: ead69425-b520-49dd-8cb9-2e1fa1a53f19 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:40:58.250142 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7384e0-85ab-44b5-835b-1069d8db8bdd None None] Routers {'ead69425-b520-49dd-8cb9-2e1fa1a53f19'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:58.250789 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-ce7384e0-85ab-44b5-835b-1069d8db8bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:40:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:58.309695 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Deleting port 4052a720-99ed-4df8-8b59-bfb8986833f3 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:58.310036 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.399551 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] For port 4052a720-99ed-4df8-8b59-bfb8986833f3, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=4052a720-99ed-4df8-8b59-bfb8986833f3,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:58.401060 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.420050 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Calling delete_port for 4052a720-99ed-4df8-8b59-bfb8986833f3 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:58.497155 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-ce7384e0-85ab-44b5-835b-1069d8db8bdd None None] Set router ead69425-b520-49dd-8cb9-2e1fa1a53f19 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:58.668775 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-ce7384e0-85ab-44b5-835b-1069d8db8bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'name': 'tempest-TestShelveInstance-259125171-router', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:57Z', 'updated_at': '2022-05-05T15:40:57Z', 'revision_number': 5, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'gw_port': {'id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:58Z', 'updated_at': '2022-05-05T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:58.695768 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7384e0-85ab-44b5-835b-1069d8db8bdd None None] The sync data for ids ['ead69425-b520-49dd-8cb9-2e1fa1a53f19'] in dv-cinder-840678-1-iscsi is: [{'id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'name': 'tempest-TestShelveInstance-259125171-router', 'tenant_id': 'fe64406f10a640fd8fb7413d3f431a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:57Z', 'updated_at': '2022-05-05T15:40:57Z', 'revision_number': 5, 'project_id': 'fe64406f10a640fd8fb7413d3f431a11', 'gw_port': {'id': '4052a720-99ed-4df8-8b59-bfb8986833f3', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead69425-b520-49dd-8cb9-2e1fa1a53f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:58Z', 'updated_at': '2022-05-05T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:40:58.741105 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (4052a720-99ed-4df8-8b59-bfb8986833f3), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.771496 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Pushing event deleted for resources: {'Port': ['ID=4052a720-99ed-4df8-8b59-bfb8986833f3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:58.841316 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606129'] for router_gateway (ead69425-b520-49dd-8cb9-2e1fa1a53f19), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.937857 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1847'] for router (ead69425-b520-49dd-8cb9-2e1fa1a53f19), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.941613 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Publish callbacks [] for router_controller (ead69425-b520-49dd-8cb9-2e1fa1a53f19), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.033633 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-57917907-608f-44c8-afd1-650ae8728e35 req-d442b87f-34dd-4b88-84e1-796107ea0476 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 210 time: 0.0272326 May 05 15:40:59.075794 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603740'] for router (ead69425-b520-49dd-8cb9-2e1fa1a53f19), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.076341 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ead69425-b520-49dd-8cb9-2e1fa1a53f19 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:40:59.081581 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.085666 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-1f9c2dc7-1fb1-4f9b-84c3-eededd208845 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ead69425-b520-49dd-8cb9-2e1fa1a53f19 HTTP/1.1" status: 204 len: 168 time: 1.1827540 May 05 15:40:59.087323 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49542) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:59.134768 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd57682e-aa2d-492d-8fe5-9afe53700033 admin admin] Deleting subnet 6dbdb5f4-a063-4011-8969-3f228a9042e5 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:40:59.138200 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cd57682e-aa2d-492d-8fe5-9afe53700033 admin admin] Publish callbacks [] for subnet (6dbdb5f4-a063-4011-8969-3f228a9042e5), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.178394 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cd57682e-aa2d-492d-8fe5-9afe53700033 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-317915'] for subnet (6dbdb5f4-a063-4011-8969-3f228a9042e5), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.261258 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cd57682e-aa2d-492d-8fe5-9afe53700033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (6dbdb5f4-a063-4011-8969-3f228a9042e5), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.396539 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cd57682e-aa2d-492d-8fe5-9afe53700033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9250505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432443'] for subnet (6dbdb5f4-a063-4011-8969-3f228a9042e5), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.422961 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57682e-aa2d-492d-8fe5-9afe53700033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dbdb5f4-a063-4011-8969-3f228a9042e5,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:59.427903 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cd57682e-aa2d-492d-8fe5-9afe53700033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.433492 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d83f8c4-1d98-4004-885b-c88805af8b50 None None] Network c7018213-0107-4d15-b77a-70c03782f60a requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:40:59.433946 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49546) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:59.437433 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-cd57682e-aa2d-492d-8fe5-9afe53700033 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6dbdb5f4-a063-4011-8969-3f228a9042e5 HTTP/1.1" status: 204 len: 168 time: 0.3426147 May 05 15:40:59.587343 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (c7018213-0107-4d15-b77a-70c03782f60a), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.617789 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe7dfe-9b1f-4dd2-b729-fc8dac2b03ff None None] DHCP port deletion for c7018213-0107-4d15-b77a-70c03782f60a request from dv-cinder-840678-1-iscsi {{(pid=103725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:40:59.657122 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6abe7dfe-9b1f-4dd2-b729-fc8dac2b03ff None None] Deleting port 6125f52e-8db7-4482-a940-a8d9586846c9 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:59.657664 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6abe7dfe-9b1f-4dd2-b729-fc8dac2b03ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.660052 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-7094e48f-9331-461a-bfab-07334875e493 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:59.661013 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-7094e48f-9331-461a-bfab-07334875e493 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 815 time: 0.2090058 May 05 15:40:59.684186 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Deleting port 6125f52e-8db7-4482-a940-a8d9586846c9 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:59.684523 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.727122 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-6abe7dfe-9b1f-4dd2-b729-fc8dac2b03ff None None] For port 6125f52e-8db7-4482-a940-a8d9586846c9, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6125f52e-8db7-4482-a940-a8d9586846c9,segment=NetworkSegment(fa9baaec-da82-4059-a3c0-23df232e9c0e),segment_id=fa9baaec-da82-4059-a3c0-23df232e9c0e)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:59.727512 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6abe7dfe-9b1f-4dd2-b729-fc8dac2b03ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.741398 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6abe7dfe-9b1f-4dd2-b729-fc8dac2b03ff None None] Calling delete_port for 6125f52e-8db7-4482-a940-a8d9586846c9 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:59.779492 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] For port 6125f52e-8db7-4482-a940-a8d9586846c9, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6125f52e-8db7-4482-a940-a8d9586846c9,segment=NetworkSegment(fa9baaec-da82-4059-a3c0-23df232e9c0e),segment_id=fa9baaec-da82-4059-a3c0-23df232e9c0e)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:59.779896 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.792332 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-56d5bab5-159d-44ef-b9d8-70be01d9d1c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 379 time: 0.1227319 May 05 15:40:59.799597 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Calling delete_port for 6125f52e-8db7-4482-a940-a8d9586846c9 owned by network:dhcp {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:59.804862 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'port': {'device_id': '352e9cc3-3578-4f00-b176-6353e36ce160', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'admin_state_up': True, 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'security_groups': ['d3ff132e-77ba-4889-b698-8d129a6faeef']}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:59.958218 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6abe7dfe-9b1f-4dd2-b729-fc8dac2b03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.971299 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (6125f52e-8db7-4482-a940-a8d9586846c9), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:59.983902 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe7dfe-9b1f-4dd2-b729-fc8dac2b03ff None None] Pushing event deleted for resources: {'Port': ['ID=6125f52e-8db7-4482-a940-a8d9586846c9,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:59.989965 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe7dfe-9b1f-4dd2-b729-fc8dac2b03ff None None] No DVR routers for this DVR port 6125f52e-8db7-4482-a940-a8d9586846c9 on host dv-cinder-840678-1-iscsi {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:41:00.005089 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6125f52e-8db7-4482-a940-a8d9586846c9,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:00.009495 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] No DVR routers for this DVR port 6125f52e-8db7-4482-a940-a8d9586846c9 on host dv-cinder-840678-1-iscsi {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:41:00.053623 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Made reservation on behalf of bd08af70bf244940868e298b55ccbd68 for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:41:00.056919 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.095257 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (c7018213-0107-4d15-b77a-70c03782f60a), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.154073 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7018213-0107-4d15-b77a-70c03782f60a']}} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:00.157636 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-59f4d4b4-ecb2-44fb-a09a-431323bcd7b5 req-ae11081b-850b-4054-bde3-59d535341b50 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 210 time: 0.0488427 May 05 15:41:00.168411 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9baaec-da82-4059-a3c0-23df232e9c0e') {'for_net_delete': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:00.168667 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9baaec-da82-4059-a3c0-23df232e9c0e') {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:00.210478 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12555548'] for segment (fa9baaec-da82-4059-a3c0-23df232e9c0e), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.232072 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (fa9baaec-da82-4059-a3c0-23df232e9c0e), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.244565 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:41:00.244952 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9243193'] for segment (fa9baaec-da82-4059-a3c0-23df232e9c0e), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: Traceback (most recent call last): May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: timer() May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: cb(*args, **kw) May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: return func(*args, **kwargs) May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: self._notify() May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: self.callback(batched_events) May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: event.method(event) May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: return f(self, *a, **k) May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._get(url).json() May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: return self.request(url, 'GET', **kwargs) May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:41:00.246605 dv-cinder-840678-1-iscsi neutron-server[103723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:41:00.340219 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Allocated IP 172.20.0.10 (d4efce45-c436-4aa7-a2cd-46cb8cdff758/8dfd4c28-a645-44a9-a73d-ccb798dd835f/e3bdc361-5108-40b4-ac19-6da399078f3b) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:41:00.365211 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:00.386145 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:00.391561 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 340afa7b-d645-4f6d-8ea3-6dfdc3b128aa not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:00.391561 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 4052a720-99ed-4df8-8b59-bfb8986833f3 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:00.406473 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 4052a720-99ed-4df8-8b59-bfb8986833f3 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:00.406822 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 4052a720-99ed-4df8-8b59-bfb8986833f3 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:00.407244 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6125f52e-8db7-4482-a940-a8d9586846c9 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:00.426853 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 6125f52e-8db7-4482-a940-a8d9586846c9 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:00.427197 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6125f52e-8db7-4482-a940-a8d9586846c9 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:00.476123 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (c7018213-0107-4d15-b77a-70c03782f60a), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.490895 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.494004 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c7018213-0107-4d15-b77a-70c03782f60a HTTP/1.1" status: 204 len: 168 time: 1.0594709 May 05 15:41:00.499428 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.512445 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb971f1-542a-47ee-aa66-b3be88fd6eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7018213-0107-4d15-b77a-70c03782f60a,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:00.621418 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.668308 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:41:00.671643 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:00.674120 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:41:00.706467 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=e3bdc361-5108-40b4-ac19-6da399078f3b,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:00.735224 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:00.739556 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.869352 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-f1945a31-9dda-4e1e-b95e-a39bbb61a8a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0710416 May 05 15:41:00.880327 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Request body: {'port': {'device_id': '352e9cc3-3578-4f00-b176-6353e36ce160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:00.925374 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49562) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:00.946039 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-f66ce975-0b86-4706-8867-e59147196aa7 None None] Provisioning complete for port e3bdc361-5108-40b4-ac19-6da399078f3b triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:00.946648 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f66ce975-0b86-4706-8867-e59147196aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.976279 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2cec16bd-27e0-4527-90ec-ce1a85d7adf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.990761 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.991097 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f66ce975-0b86-4706-8867-e59147196aa7 None None] Port e3bdc361-5108-40b4-ac19-6da399078f3b cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:41:01.007773 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-28665a4c-9c8c-4624-9556-15d2dbec3aed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b44f40cfaa094be5a9eb5c9b8ace76e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810945 May 05 15:41:01.010442 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49564) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:01.066057 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b587969-cad1-4972-83a6-5a6319402f2a admin admin] Publish callbacks [] for security_group (35e570d1-e8d1-4cdf-b5ed-7e8fcfaa92e3), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:01.088204 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b587969-cad1-4972-83a6-5a6319402f2a admin admin] Publish callbacks [] for security_group (35e570d1-e8d1-4cdf-b5ed-7e8fcfaa92e3), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:01.247128 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b587969-cad1-4972-83a6-5a6319402f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (35e570d1-e8d1-4cdf-b5ed-7e8fcfaa92e3), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:01.250081 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b587969-cad1-4972-83a6-5a6319402f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:01.251317 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-4b587969-cad1-4972-83a6-5a6319402f2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35e570d1-e8d1-4cdf-b5ed-7e8fcfaa92e3 HTTP/1.1" status: 204 len: 168 time: 0.2393951 May 05 15:41:01.275821 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bdc361-5108-40b4-ac19-6da399078f3b {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:41:01.283582 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Publish callbacks [] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:01.286655 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b587969-cad1-4972-83a6-5a6319402f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e570d1-e8d1-4cdf-b5ed-7e8fcfaa92e3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:01.298229 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Transition to ACTIVE for port object e3bdc361-5108-40b4-ac19-6da399078f3b will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:41:01.312178 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f22ef-aa47-48fe-a9a2-a299b024cc87 req-5bf6a326-77f3-4400-b2d9-0e88ac7edc0d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:01.313702 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-cc9f22ef-aa47-48fe-a9a2-a299b024cc87 req-5bf6a326-77f3-4400-b2d9-0e88ac7edc0d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 932 time: 0.0613608 May 05 15:41:01.364444 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-cc9f22ef-aa47-48fe-a9a2-a299b024cc87 req-0fe6a283-f5f1-469c-b184-8aa1c612535b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441701 May 05 15:41:01.384527 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9243157'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:01.436551 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Pushing event updated for resources: {'Port': ['ID=e3bdc361-5108-40b4-ac19-6da399078f3b,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:01.510595 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Attempting to bind port e3bdc361-5108-40b4-ac19-6da399078f3b on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:41:01.511329 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Attempting to bind port e3bdc361-5108-40b4-ac19-6da399078f3b by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:41:01.511441 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Attempting to bind port e3bdc361-5108-40b4-ac19-6da399078f3b on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:01.516243 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Port e3bdc361-5108-40b4-ac19-6da399078f3b on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:41:01.516592 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Attempting to bind port e3bdc361-5108-40b4-ac19-6da399078f3b on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:01.521932 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:41:01.522276 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Checking segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:01.522697 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Bound using segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:41:01.523128 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Bound port: e3bdc361-5108-40b4-ac19-6da399078f3b, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:41:01.523491 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:01.591895 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] For port e3bdc361-5108-40b4-ac19-6da399078f3b, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:41:01.595017 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] For port e3bdc361-5108-40b4-ac19-6da399078f3b, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e3bdc361-5108-40b4-ac19-6da399078f3b,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:41:01.757051 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9243157'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:01.793394 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:01.794027 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:01.795483 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] 10.222.0.49 "PUT /v2.0/ports/e3bdc361-5108-40b4-ac19-6da399078f3b HTTP/1.1" status: 200 len: 1094 time: 0.9192505 May 05 15:41:01.800520 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352e9cc3-3578-4f00-b176-6353e36ce160', 'tag': 'e3bdc361-5108-40b4-ac19-6da399078f3b'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:41:01.800520 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa23e32-1ac9-4ea8-a27e-380e540f5f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "352e9cc3-3578-4f00-b176-6353e36ce160", "tag": "e3bdc361-5108-40b4-ac19-6da399078f3b"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:41:01.821256 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a827e-8e50-48cc-8bc3-811884d8893e service neutron] Pushing event updated for resources: {'Port': ['ID=e3bdc361-5108-40b4-ac19-6da399078f3b,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:01.838426 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d992a4e2-69ca-4474-9700-2f78b800b43c x-openstack-request-id: req-d992a4e2-69ca-4474-9700-2f78b800b43c {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:41:01.838720 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352e9cc3-3578-4f00-b176-6353e36ce160", "tag": "e3bdc361-5108-40b4-ac19-6da399078f3b", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:41:01.838974 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d992a4e2-69ca-4474-9700-2f78b800b43c {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:41:01.839384 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d992a4e2-69ca-4474-9700-2f78b800b43c'] response: {'name': 'network-changed', 'server_uuid': '352e9cc3-3578-4f00-b176-6353e36ce160', 'tag': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'status': 'completed', 'code': 200} May 05 15:41:02.082661 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49578) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:02.125667 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-45d984e8-1cae-4468-8db2-ae7d356941b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe64406f10a640fd8fb7413d3f431a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418706 May 05 15:41:02.128366 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49580) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:02.175659 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-812ff847-2aeb-4ea2-a81a-3781ff03bbd5 admin admin] Publish callbacks [] for security_group (87042e73-f336-460e-9b08-ec8eb8eff34c), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:02.197334 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-812ff847-2aeb-4ea2-a81a-3781ff03bbd5 admin admin] Publish callbacks [] for security_group (87042e73-f336-460e-9b08-ec8eb8eff34c), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:02.340559 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-812ff847-2aeb-4ea2-a81a-3781ff03bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (87042e73-f336-460e-9b08-ec8eb8eff34c), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:02.343139 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-812ff847-2aeb-4ea2-a81a-3781ff03bbd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:02.344335 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-812ff847-2aeb-4ea2-a81a-3781ff03bbd5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87042e73-f336-460e-9b08-ec8eb8eff34c HTTP/1.1" status: 204 len: 168 time: 0.2150443 May 05 15:41:02.353080 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ff847-2aeb-4ea2-a81a-3781ff03bbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87042e73-f336-460e-9b08-ec8eb8eff34c,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:02.486718 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6f784-a5cd-4b7b-9a9a-0f1d99658ad1 req-d50dcbd9-6c54-45d9-a556-05baf0570848 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:02.488220 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-acc6f784-a5cd-4b7b-9a9a-0f1d99658ad1 req-d50dcbd9-6c54-45d9-a556-05baf0570848 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 944 time: 0.0474529 May 05 15:41:02.536654 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-acc6f784-a5cd-4b7b-9a9a-0f1d99658ad1 req-94b87fa2-40b4-4f9c-ac67-915c3c8d6ae4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427947 May 05 15:41:03.029939 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b55ea2ec-78eb-42d0-9e70-6b8989565a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:03.649497 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fc37-700b-4d6a-aff4-ecbd215be3a9 req-e9ed6a0e-ef10-498e-8ca5-56409ae561c3 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:03.651116 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b0fc37-700b-4d6a-aff4-ecbd215be3a9 req-e9ed6a0e-ef10-498e-8ca5-56409ae561c3 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 944 time: 0.0464458 May 05 15:41:03.701878 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38b0fc37-700b-4d6a-aff4-ecbd215be3a9 req-094e12e0-f816-4252-85a6-04307b064123 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451887 May 05 15:41:04.141286 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa23e32-1ac9-4ea8-a27e-380e540f5f1d req-c5f9dcfc-241a-4cab-ab84-d54625f91481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:04.142842 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4aa23e32-1ac9-4ea8-a27e-380e540f5f1d req-c5f9dcfc-241a-4cab-ab84-d54625f91481 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 1128 time: 0.0420425 May 05 15:41:04.238895 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa23e32-1ac9-4ea8-a27e-380e540f5f1d req-a8de80ec-5ce4-4aef-9873-bf8081c89f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:04.240345 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4aa23e32-1ac9-4ea8-a27e-380e540f5f1d req-a8de80ec-5ce4-4aef-9873-bf8081c89f88 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=bd08af70bf244940868e298b55ccbd68&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0912690 May 05 15:41:04.272200 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:04.338621 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa23e32-1ac9-4ea8-a27e-380e540f5f1d req-37be516c-1191-4708-86f8-194b2bd1868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:04.339388 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4aa23e32-1ac9-4ea8-a27e-380e540f5f1d req-37be516c-1191-4708-86f8-194b2bd1868c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928009 May 05 15:41:04.416301 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-973175d4-527d-459c-96f6-92ea5b7d6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:04.417781 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-973175d4-527d-459c-96f6-92ea5b7d6076 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 1128 time: 0.0401440 May 05 15:41:04.464138 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-6f54de42-3369-4845-adac-45e3ce02abf0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3bdc361-5108-40b4-ac19-6da399078f3b HTTP/1.1" status: 200 len: 217 time: 0.0379555 May 05 15:41:04.512294 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-ba376208-c2a2-41dd-babb-99d55bd49ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:04.513712 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-ba376208-c2a2-41dd-babb-99d55bd49ba0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dfd4c28-a645-44a9-a73d-ccb798dd835f HTTP/1.1" status: 200 len: 854 time: 0.0435917 May 05 15:41:04.558414 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-851d9d68-1e53-4d02-b2df-de6edb2e8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:04.559881 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-851d9d68-1e53-4d02-b2df-de6edb2e8fb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4efce45-c436-4aa7-a2cd-46cb8cdff758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376444 May 05 15:41:04.655202 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-5d058570-5792-458d-bb4f-7e64daecc4d6 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879209 May 05 15:41:04.747656 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d2ad8ce0-7089-4b21-baa5-005bb4606d8b req-800f7408-9eee-4ccf-8295-9ae574bf1a3f service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851429 May 05 15:41:04.819261 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1738ed-65a9-4ab3-9c66-9209e2f2bc9f req-a4d303a9-1daa-4a90-bb35-b2e28214d4e3 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:04.820743 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0e1738ed-65a9-4ab3-9c66-9209e2f2bc9f req-a4d303a9-1daa-4a90-bb35-b2e28214d4e3 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 944 time: 0.0509379 May 05 15:41:04.868163 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0e1738ed-65a9-4ab3-9c66-9209e2f2bc9f req-564d6fab-7612-45a7-b1d6-55ab464d85a3 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416226 May 05 15:41:05.248199 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:41:05.843415 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:05.985082 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332f0ab-51c8-4ff1-b0b5-5db5ae0a5bd6 req-737fe21e-6e1c-45f3-b57d-41f6aa46a31e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:05.986507 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c332f0ab-51c8-4ff1-b0b5-5db5ae0a5bd6 req-737fe21e-6e1c-45f3-b57d-41f6aa46a31e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 944 time: 0.0520380 May 05 15:41:06.036145 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c332f0ab-51c8-4ff1-b0b5-5db5ae0a5bd6 req-498fa2aa-6ae8-400b-b8fe-dfe968390ecf tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440788 May 05 15:41:07.152135 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.155511 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464a2d-9837-4e37-af40-10613e86bafe req-25cd0ee2-10c5-4e1d-b6f4-85f88d8b895a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:07.156991 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11464a2d-9837-4e37-af40-10613e86bafe req-25cd0ee2-10c5-4e1d-b6f4-85f88d8b895a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 944 time: 0.0482023 May 05 15:41:07.204557 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11464a2d-9837-4e37-af40-10613e86bafe req-5d0044e1-9bb1-4fa5-a576-a60e5c33da72 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412812 May 05 15:41:07.261471 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device e3bdc361-5108-40b4-ac19-6da399078f3b details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:41:07.357989 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port e3bdc361-5108-40b4-ac19-6da399078f3b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e3bdc361-5108-40b4-ac19-6da399078f3b,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:07.368660 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'port_id': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'mac_address': 'fa:16:3e:97:9e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:41:07.410485 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port e3bdc361-5108-40b4-ac19-6da399078f3b is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:07.410880 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.423348 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bdc361-5108-40b4-ac19-6da399078f3b {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:41:07.443167 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port e3bdc361-5108-40b4-ac19-6da399078f3b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e3bdc361-5108-40b4-ac19-6da399078f3b,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:07.540265 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.586841 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=e3bdc361-5108-40b4-ac19-6da399078f3b,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:07.750040 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['e3bdc361-5108-40b4-ac19-6da399078f3b'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:41:08.318759 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb538a-ecf2-49a3-805c-6fa669e3c66a req-c1804e28-496d-4b97-9ff9-a809397bec7a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:08.320208 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-eecb538a-ecf2-49a3-805c-6fa669e3c66a req-c1804e28-496d-4b97-9ff9-a809397bec7a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 945 time: 0.0480139 May 05 15:41:08.366509 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-eecb538a-ecf2-49a3-805c-6fa669e3c66a req-dcbc3fd3-6093-4b7b-a0da-87965ff6c8d6 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407956 May 05 15:41:09.478087 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69833da9-9c9e-4b8b-b7a0-f694ed8ffa26 req-1ea19c70-ca16-4b55-84a3-c5cc8a73de5b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:09.479555 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-69833da9-9c9e-4b8b-b7a0-f694ed8ffa26 req-1ea19c70-ca16-4b55-84a3-c5cc8a73de5b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 945 time: 0.0464561 May 05 15:41:09.530399 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-69833da9-9c9e-4b8b-b7a0-f694ed8ffa26 req-1e056b56-d686-41a8-ada2-0551bc2d611b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452862 May 05 15:41:09.965908 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device e3bdc361-5108-40b4-ac19-6da399078f3b up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:41:10.010103 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port e3bdc361-5108-40b4-ac19-6da399078f3b completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:41:10.115234 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port e3bdc361-5108-40b4-ac19-6da399078f3b triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:10.115561 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:10.196665 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port e3bdc361-5108-40b4-ac19-6da399078f3b is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:10.197042 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:10.219082 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352e9cc3-3578-4f00-b176-6353e36ce160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bdc361-5108-40b4-ac19-6da399078f3b'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:41:10.221266 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d141d40a-d752-4b05-9f65-f649cadca7c7" -d '{"events": [{"server_uuid": "352e9cc3-3578-4f00-b176-6353e36ce160", "name": "network-vif-plugged", "status": "completed", "tag": "e3bdc361-5108-40b4-ac19-6da399078f3b"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:41:10.233125 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port e3bdc361-5108-40b4-ac19-6da399078f3b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e3bdc361-5108-40b4-ac19-6da399078f3b,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:10.257459 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc4be0a-36ac-4a65-9b8a-7742f677cd92 x-openstack-request-id: req-7cc4be0a-36ac-4a65-9b8a-7742f677cd92 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:41:10.257749 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352e9cc3-3578-4f00-b176-6353e36ce160", "name": "network-vif-plugged", "status": "completed", "tag": "e3bdc361-5108-40b4-ac19-6da399078f3b", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:41:10.258000 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cc4be0a-36ac-4a65-9b8a-7742f677cd92 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:41:10.258428 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc4be0a-36ac-4a65-9b8a-7742f677cd92'] response: {'server_uuid': '352e9cc3-3578-4f00-b176-6353e36ce160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'code': 200} May 05 15:41:10.303887 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:10.351843 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=e3bdc361-5108-40b4-ac19-6da399078f3b,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:10.643906 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b048bc-6cec-4414-bf58-25088ab478d8 req-3c77d4a1-a463-447b-b54d-52dba82bea84 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:10.645411 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-16b048bc-6cec-4414-bf58-25088ab478d8 req-3c77d4a1-a463-447b-b54d-52dba82bea84 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 946 time: 0.0497139 May 05 15:41:10.692642 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-16b048bc-6cec-4414-bf58-25088ab478d8 req-62520689-9ee4-4744-8a7a-14b742a75da4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417631 May 05 15:41:11.808502 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4a653-7338-47b5-b136-60a6cd35f5ed req-387aa847-8392-4d3c-abf5-23f1e0e80821 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:11.809973 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2de4a653-7338-47b5-b136-60a6cd35f5ed req-387aa847-8392-4d3c-abf5-23f1e0e80821 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 946 time: 0.0490103 May 05 15:41:11.860577 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2de4a653-7338-47b5-b136-60a6cd35f5ed req-8c5e575e-13fa-402d-85fd-3f8d3e58bc93 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439758 May 05 15:41:11.936359 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2e732-400c-4dcd-a988-252110abe1da req-7ba3269c-3024-41e1-952c-1b4cf2612de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:11.937722 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38c2e732-400c-4dcd-a988-252110abe1da req-7ba3269c-3024-41e1-952c-1b4cf2612de3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 1130 time: 0.0378211 May 05 15:41:11.980026 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-38c2e732-400c-4dcd-a988-252110abe1da req-79c2aa21-bbca-448a-9cea-2fb88bddcd46 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360322 May 05 15:41:12.979923 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abd30c-522a-47f7-88d7-a42b34cb2fdc req-2b4df739-f748-4178-9979-f133f410e109 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:12.981345 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a3abd30c-522a-47f7-88d7-a42b34cb2fdc req-2b4df739-f748-4178-9979-f133f410e109 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 946 time: 0.0507789 May 05 15:41:13.031979 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a3abd30c-522a-47f7-88d7-a42b34cb2fdc req-ffc5801d-5154-4a05-88fa-17a448c7448b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450020 May 05 15:41:14.147713 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c928340-ce71-48b4-be21-dcbb043a2aa0 req-c7ce2f8f-1640-4092-83cb-4cd31f347028 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:14.149216 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8c928340-ce71-48b4-be21-dcbb043a2aa0 req-c7ce2f8f-1640-4092-83cb-4cd31f347028 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 946 time: 0.0475574 May 05 15:41:14.196909 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-8c928340-ce71-48b4-be21-dcbb043a2aa0 req-46707d55-ef24-4f22-8cda-c64e97bd7c9d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420361 May 05 15:41:14.307697 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5fb40-8172-4117-ab9c-f0766da5916b req-f3610ba0-7f8f-4f2f-9e5c-1d665bdffda2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:14.309227 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-fee5fb40-8172-4117-ab9c-f0766da5916b req-f3610ba0-7f8f-4f2f-9e5c-1d665bdffda2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 946 time: 0.0496967 May 05 15:41:14.319039 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49652) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:14.323483 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-a037e5a5-3966-446e-bf45-0c4aad45a1c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'floatingip': {'port_id': 'e3bdc361-5108-40b4-ac19-6da399078f3b'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:14.367858 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a037e5a5-3966-446e-bf45-0c4aad45a1c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (4ee23473-2df6-456e-bec5-a815344cba29), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.084484 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a037e5a5-3966-446e-bf45-0c4aad45a1c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.163692 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a037e5a5-3966-446e-bf45-0c4aad45a1c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (4ee23473-2df6-456e-bec5-a815344cba29), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.265959 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [None req-a037e5a5-3966-446e-bf45-0c4aad45a1c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Floating IP 4ee23473-2df6-456e-bec5-a815344cba29 associated. External IP: 172.27.0.240, port: e3bdc361-5108-40b4-ac19-6da399078f3b. May 05 15:41:15.482434 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a037e5a5-3966-446e-bf45-0c4aad45a1c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Router f4b7388d-9c03-4575-848d-36e6d54d4b2a has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:41:15.595668 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a037e5a5-3966-446e-bf45-0c4aad45a1c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:41:15.600756 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a037e5a5-3966-446e-bf45-0c4aad45a1c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.605363 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313fbe7b-bf0c-4df8-99c4-c0a8d3f6dbd3 None None] Sync routers for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:41:15.616315 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313fbe7b-bf0c-4df8-99c4-c0a8d3f6dbd3 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:15.616950 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-313fbe7b-bf0c-4df8-99c4-c0a8d3f6dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:41:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:15.631213 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a037e5a5-3966-446e-bf45-0c4aad45a1c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "PUT /v2.0/floatingips/4ee23473-2df6-456e-bec5-a815344cba29 HTTP/1.1" status: 200 len: 992 time: 1.3110828 May 05 15:41:15.631793 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352e9cc3-3578-4f00-b176-6353e36ce160', 'tag': 'e3bdc361-5108-40b4-ac19-6da399078f3b'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:41:15.634053 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553a0b30-9518-4917-822e-2ed522abe067" -d '{"events": [{"name": "network-changed", "server_uuid": "352e9cc3-3578-4f00-b176-6353e36ce160", "tag": "e3bdc361-5108-40b4-ac19-6da399078f3b"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:41:15.673935 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a8fec-60f2-4d09-9078-5fa92c27843a x-openstack-request-id: req-985a8fec-60f2-4d09-9078-5fa92c27843a {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:41:15.673935 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352e9cc3-3578-4f00-b176-6353e36ce160", "tag": "e3bdc361-5108-40b4-ac19-6da399078f3b", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:41:15.673935 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-985a8fec-60f2-4d09-9078-5fa92c27843a {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:41:15.673935 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985a8fec-60f2-4d09-9078-5fa92c27843a'] response: {'name': 'network-changed', 'server_uuid': '352e9cc3-3578-4f00-b176-6353e36ce160', 'tag': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'status': 'completed', 'code': 200} May 05 15:41:15.733471 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a0b30-9518-4917-822e-2ed522abe067 req-c538a3d3-461d-4f95-82a6-404453dc4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:15.733701 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-313fbe7b-bf0c-4df8-99c4-c0a8d3f6dbd3 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:15.735054 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-553a0b30-9518-4917-822e-2ed522abe067 req-c538a3d3-461d-4f95-82a6-404453dc4832 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 1130 time: 0.0414102 May 05 15:41:15.832935 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a0b30-9518-4917-822e-2ed522abe067 req-8841d126-f8a4-4990-a4c4-be839aeb7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:15.834726 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-553a0b30-9518-4917-822e-2ed522abe067 req-8841d126-f8a4-4990-a4c4-be839aeb7a42 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 916 time: 0.0929005 May 05 15:41:15.903002 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-553a0b30-9518-4917-822e-2ed522abe067 req-f6c518bd-1431-4364-bfc0-b1f53ed48ec8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3bdc361-5108-40b4-ac19-6da399078f3b HTTP/1.1" status: 200 len: 1000 time: 0.0594630 May 05 15:41:15.954100 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a0b30-9518-4917-822e-2ed522abe067 req-1c3b5538-89ed-412b-a894-a2776ce58166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:15.954405 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-313fbe7b-bf0c-4df8-99c4-c0a8d3f6dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '4ee23473-2df6-456e-bec5-a815344cba29', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:97:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352e9cc3-3578-4f00-b176-6353e36ce160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:40:54Z', 'updated_at': '2022-05-05T15:41:14Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:15.955695 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-553a0b30-9518-4917-822e-2ed522abe067 req-1c3b5538-89ed-412b-a894-a2776ce58166 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dfd4c28-a645-44a9-a73d-ccb798dd835f HTTP/1.1" status: 200 len: 854 time: 0.0442533 May 05 15:41:15.981892 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313fbe7b-bf0c-4df8-99c4-c0a8d3f6dbd3 None None] Checking router: f4b7388d-9c03-4575-848d-36e6d54d4b2a for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:41:15.991067 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313fbe7b-bf0c-4df8-99c4-c0a8d3f6dbd3 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:15.991713 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-313fbe7b-bf0c-4df8-99c4-c0a8d3f6dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:41:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:16.004988 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a0b30-9518-4917-822e-2ed522abe067 req-10378fdf-18b0-48c4-83c8-279091bdb163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:16.006518 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-553a0b30-9518-4917-822e-2ed522abe067 req-10378fdf-18b0-48c4-83c8-279091bdb163 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4efce45-c436-4aa7-a2cd-46cb8cdff758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424669 May 05 15:41:16.099602 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-313fbe7b-bf0c-4df8-99c4-c0a8d3f6dbd3 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:16.100217 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-553a0b30-9518-4917-822e-2ed522abe067 req-83d4a965-64cd-48e2-93f3-bd619e7c2da0 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857518 May 05 15:41:16.197237 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-553a0b30-9518-4917-822e-2ed522abe067 req-c5bfbbc3-06c3-458d-9ef5-d6dab78f5818 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888228 May 05 15:41:16.315838 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-313fbe7b-bf0c-4df8-99c4-c0a8d3f6dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '4ee23473-2df6-456e-bec5-a815344cba29', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:97:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352e9cc3-3578-4f00-b176-6353e36ce160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:40:54Z', 'updated_at': '2022-05-05T15:41:14Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:16.345195 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313fbe7b-bf0c-4df8-99c4-c0a8d3f6dbd3 None None] The sync data for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi is: [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '4ee23473-2df6-456e-bec5-a815344cba29', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:97:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352e9cc3-3578-4f00-b176-6353e36ce160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:40:54Z', 'updated_at': '2022-05-05T15:41:14Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:41:16.541510 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7949a-c23d-466e-a096-efe68fec810a None None] New status for floating IP 4ee23473-2df6-456e-bec5-a815344cba29: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:41:18.448310 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49678) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:18.570998 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.626888 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Publish callbacks [] for security_group (018229b0-d04c-4644-b7bd-5f6499f7eebf), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.751703 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (018229b0-d04c-4644-b7bd-5f6499f7eebf), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.790550 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ddade68228a40148fd090b791d779e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411255 May 05 15:41:18.791544 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018229b0-d04c-4644-b7bd-5f6499f7eebf,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:18.793236 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49682) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:18.798717 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.799204 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.799898 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.800297 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.800662 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.800964 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.801289 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.801611 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.801950 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.802313 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.802636 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.802959 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.803277 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.803593 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.803907 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99aea2-6834-4e92-970e-2b14f63be5d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:18.843216 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-43656cb9-2a91-4532-a5ee-d8edf848d36b admin admin] Publish callbacks [] for security_group (018229b0-d04c-4644-b7bd-5f6499f7eebf), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.865314 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-43656cb9-2a91-4532-a5ee-d8edf848d36b admin admin] Publish callbacks [] for security_group (018229b0-d04c-4644-b7bd-5f6499f7eebf), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.997391 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-43656cb9-2a91-4532-a5ee-d8edf848d36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (018229b0-d04c-4644-b7bd-5f6499f7eebf), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.999951 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-43656cb9-2a91-4532-a5ee-d8edf848d36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:19.001105 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-43656cb9-2a91-4532-a5ee-d8edf848d36b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/018229b0-d04c-4644-b7bd-5f6499f7eebf HTTP/1.1" status: 204 len: 168 time: 0.2068577 May 05 15:41:19.009524 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43656cb9-2a91-4532-a5ee-d8edf848d36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018229b0-d04c-4644-b7bd-5f6499f7eebf,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:20.865931 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:30.963530 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1d2ec0e-d498-44b3-8b16-ab9ffe4c837b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:33.029407 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dd540a46-7652-43f8-b3be-63d98d85d537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:34.305895 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:35.848647 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:37.157826 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:38.913653 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9456b-8852-4cfe-8f7b-b0ede7f34f80 req-486d5a33-9510-4ee0-b3c3-c8aa43caf7cd tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:38.915199 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-87c9456b-8852-4cfe-8f7b-b0ede7f34f80 req-486d5a33-9510-4ee0-b3c3-c8aa43caf7cd tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 946 time: 0.0482213 May 05 15:41:38.967620 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-87c9456b-8852-4cfe-8f7b-b0ede7f34f80 req-f94baa55-a622-4ebf-909c-549a3a1df95f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469027 May 05 15:41:40.079992 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42574c-7187-49b4-b859-96b4de12f3e2 req-84d64b60-6835-4984-9abd-bf70ad04d9c4 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:40.081958 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ae42574c-7187-49b4-b859-96b4de12f3e2 req-84d64b60-6835-4984-9abd-bf70ad04d9c4 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 946 time: 0.0465598 May 05 15:41:40.133129 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ae42574c-7187-49b4-b859-96b4de12f3e2 req-3d55163c-4451-449f-b39c-f23943bb3e05 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454681 May 05 15:41:40.445447 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-4451ffcb-e4de-45ab-b817-bc7a1b68a7df tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:40.446945 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-4451ffcb-e4de-45ab-b817-bc7a1b68a7df tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 946 time: 0.0473273 May 05 15:41:40.529653 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Deleting port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:40.530068 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:40.622527 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] For port acf9b4ea-7acb-4db2-89df-ff5e8bf01167, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=acf9b4ea-7acb-4db2-89df-ff5e8bf01167,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:40.622941 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:40.792027 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:40.792391 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (f412b1d4-25fe-4ee5-99d3-035d23a51047), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:40.792708 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Floating IP f412b1d4-25fe-4ee5-99d3-035d23a51047 disassociated. External IP: 172.27.0.174, port: acf9b4ea-7acb-4db2-89df-ff5e8bf01167. May 05 15:41:40.793044 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Calling delete_port for acf9b4ea-7acb-4db2-89df-ff5e8bf01167 owned by compute:nova {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:41.021006 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (acf9b4ea-7acb-4db2-89df-ff5e8bf01167), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:41.048857 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event deleted for resources: {'Port': ['ID=acf9b4ea-7acb-4db2-89df-ff5e8bf01167,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:41.108809 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.109160 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.109504 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.109843 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.110180 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.110541 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.110872 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.111227 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.111663 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.111992 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.112324 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.112653 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.112983 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.113309 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.113630 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:41.240474 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7aff9ea8-ee23-4eb8-8681-9d6a3cd1dcf6 req-47ad4a79-afe3-4815-a2bc-6a484607c508 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 210 time: 0.0327396 May 05 15:41:41.256596 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Router 14a66193-41a7-4883-bcaf-bd4f8572cb86 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:41:41.367990 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:41:41.380277 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004ee84-b2f4-4fda-9469-c23283a80b02 None None] Sync routers for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:41:41.390563 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004ee84-b2f4-4fda-9469-c23283a80b02 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:41.391137 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2004ee84-b2f4-4fda-9469-c23283a80b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:41:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:41.414087 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] No DVR routers for this DVR port acf9b4ea-7acb-4db2-89df-ff5e8bf01167 on host hv-cinder-84067 {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:41:41.416704 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:41.420012 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a9712bb7-6d51-4539-a405-3d45d32274e3 req-5cad28ce-e089-4f08-b217-1aad2b3a3288 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "DELETE /v2.0/ports/acf9b4ea-7acb-4db2-89df-ff5e8bf01167 HTTP/1.1" status: 204 len: 173 time: 0.9674873 May 05 15:41:41.420452 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'name': 'network-vif-deleted', 'tag': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:41:41.422861 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2dd2ad-16f9-452d-b8e9-2e52f9e71631" -d '{"events": [{"server_uuid": "429ff82d-9b79-494c-a29a-b0d4d44204fc", "name": "network-vif-deleted", "tag": "acf9b4ea-7acb-4db2-89df-ff5e8bf01167"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:41:41.459751 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4426050c-3510-4f50-9a9e-cce2eec25dcd x-openstack-request-id: req-4426050c-3510-4f50-9a9e-cce2eec25dcd {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:41:41.460532 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429ff82d-9b79-494c-a29a-b0d4d44204fc", "name": "network-vif-deleted", "tag": "acf9b4ea-7acb-4db2-89df-ff5e8bf01167", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:41:41.460532 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4426050c-3510-4f50-9a9e-cce2eec25dcd {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:41:41.460716 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4426050c-3510-4f50-9a9e-cce2eec25dcd'] response: {'server_uuid': '429ff82d-9b79-494c-a29a-b0d4d44204fc', 'name': 'network-vif-deleted', 'tag': 'acf9b4ea-7acb-4db2-89df-ff5e8bf01167', 'status': 'completed', 'code': 200} May 05 15:41:41.506670 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2004ee84-b2f4-4fda-9469-c23283a80b02 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:41.789692 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2004ee84-b2f4-4fda-9469-c23283a80b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:41.816482 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004ee84-b2f4-4fda-9469-c23283a80b02 None None] Checking router: 14a66193-41a7-4883-bcaf-bd4f8572cb86 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:41:41.824705 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004ee84-b2f4-4fda-9469-c23283a80b02 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:41.825309 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2004ee84-b2f4-4fda-9469-c23283a80b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:41:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:41.931648 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2004ee84-b2f4-4fda-9469-c23283a80b02 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:42.120056 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2004ee84-b2f4-4fda-9469-c23283a80b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:42.146397 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004ee84-b2f4-4fda-9469-c23283a80b02 None None] The sync data for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi is: [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:41:42.246764 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:41:42.352530 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-dd847cb0-2130-4d87-bd96-b72451a0da43 req-6049a774-1c10-440d-bf48-7633a8edc51b tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=429ff82d-9b79-494c-a29a-b0d4d44204fc HTTP/1.1" status: 200 len: 210 time: 0.0295455 May 05 15:41:42.375850 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784929c4-ffba-48d9-8793-eb1396b93893 None None] New status for floating IP f412b1d4-25fe-4ee5-99d3-035d23a51047: DOWN {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:41:43.465245 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device acf9b4ea-7acb-4db2-89df-ff5e8bf01167 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:43.487492 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: acf9b4ea-7acb-4db2-89df-ff5e8bf01167 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:43.487835 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device acf9b4ea-7acb-4db2-89df-ff5e8bf01167 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:43.660200 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-038ec26e-b02c-416c-a491-e1b0c19fcbfa tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839868208&fields=id&tenant_id=b97c929f22d641ed8726135a088f8313 HTTP/1.1" status: 200 len: 267 time: 0.0441427 May 05 15:41:43.766924 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-ad8325f4-2d08-462e-9281-23d1cf58164d tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:43.769162 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-ad8325f4-2d08-462e-9281-23d1cf58164d tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 812 time: 0.1027286 May 05 15:41:43.783468 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-1ad8b89c-9293-4b83-8178-9106eedcdaf2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/quotas/b97c929f22d641ed8726135a088f8313 HTTP/1.1" status: 200 len: 375 time: 0.0086839 May 05 15:41:43.831319 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-c4869898-8f12-4ea2-a59f-0c037e72a695 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426111 May 05 15:41:43.929363 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-90e4efd9-aeb0-49a9-ab64-e06210410d04 service neutron] 10.222.0.44 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867012 May 05 15:41:44.021020 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-dfa7c5db-7827-4d9c-bef5-d076411271f8 service neutron] 10.222.0.44 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860362 May 05 15:41:44.680644 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6bf4c1a7-c0b9-4440-b6f6-15e2d7dfd227 req-06341256-c861-4acb-b157-652764740bb8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 210 time: 0.0282083 May 05 15:41:45.776264 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0bfb319b-a81c-482d-b3f2-bf9ecb1b931d req-5907abb3-b93e-43ec-b4f6-abec71adadde tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 210 time: 0.0283971 May 05 15:41:46.870544 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-26cc49c7-f5ba-4c1d-9ae7-1d7ef4a8df3d req-d4b7c2a3-0406-4fdf-8243-75da278bad40 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 210 time: 0.0269723 May 05 15:41:47.238780 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-fcebd45a-07e4-4916-b9ec-c998ae50353b tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:47.240214 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-fcebd45a-07e4-4916-b9ec-c998ae50353b tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 812 time: 0.1060405 May 05 15:41:47.302256 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-b2b0dafd-5c63-4c91-90da-12c2587103e9 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b97c929f22d641ed8726135a088f8313 HTTP/1.1" status: 200 len: 380 time: 0.0530834 May 05 15:41:47.313027 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'port': {'device_id': 'f0117e63-4211-4e5c-acd2-97227e442681', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'admin_state_up': True, 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'security_groups': ['c547b2d2-7710-42bc-8ca9-f6afaa3a45de']}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:47.517825 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Made reservation on behalf of b97c929f22d641ed8726135a088f8313 for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:41:47.521228 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:47.644667 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Allocated IP 172.20.0.14 (ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a/40d03033-f447-4235-89ac-5b569f20c433/84246994-c338-4bac-83ad-3159f5ba9d55) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:41:47.785618 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for port (84246994-c338-4bac-83ad-3159f5ba9d55), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:47.926890 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.007594 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:41:48.020072 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:48.024636 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:41:48.027443 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'Port': ['ID=84246994-c338-4bac-83ad-3159f5ba9d55,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:48.070443 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741163d-7e0c-42fb-a5e8-1a22774f9204 req-a173efa9-3bc6-4f72-b1b5-80d3d47b76b7 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:48.072016 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b741163d-7e0c-42fb-a5e8-1a22774f9204 req-a173efa9-3bc6-4f72-b1b5-80d3d47b76b7 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 932 time: 0.1130679 May 05 15:41:48.107269 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:48.107925 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.146974 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b741163d-7e0c-42fb-a5e8-1a22774f9204 req-e47d0bc5-f653-4d74-8293-9d91e46ffb14 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667057 May 05 15:41:48.230977 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-d8571198-ba4d-4ae9-9593-de446110177d None None] Provisioning complete for port 84246994-c338-4bac-83ad-3159f5ba9d55 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:48.231593 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8571198-ba4d-4ae9-9593-de446110177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.263077 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-8384a874-b836-446b-adc7-a9e5d204a79c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9538262 May 05 15:41:48.264690 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d8571198-ba4d-4ae9-9593-de446110177d None None] Port 84246994-c338-4bac-83ad-3159f5ba9d55 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:41:48.275228 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Request body: {'port': {'device_id': 'f0117e63-4211-4e5c-acd2-97227e442681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:48.340997 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.600531 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84246994-c338-4bac-83ad-3159f5ba9d55 {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:41:48.607782 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Publish callbacks [] for port (84246994-c338-4bac-83ad-3159f5ba9d55), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.620465 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Transition to ACTIVE for port object 84246994-c338-4bac-83ad-3159f5ba9d55 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:41:48.705967 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9243157'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.760519 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451a71e-5640-44cd-b042-660def38325b service neutron] Pushing event updated for resources: {'Port': ['ID=84246994-c338-4bac-83ad-3159f5ba9d55,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:48.833432 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Attempting to bind port 84246994-c338-4bac-83ad-3159f5ba9d55 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:41:48.833757 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Attempting to bind port 84246994-c338-4bac-83ad-3159f5ba9d55 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:41:48.834082 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Attempting to bind port 84246994-c338-4bac-83ad-3159f5ba9d55 on network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:48.838672 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Port 84246994-c338-4bac-83ad-3159f5ba9d55 on network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:41:48.838989 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Attempting to bind port 84246994-c338-4bac-83ad-3159f5ba9d55 on network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:48.844195 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:41:48.849274 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Checking segment: {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:48.849274 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Bound using segment: {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:41:48.849274 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Bound port: 84246994-c338-4bac-83ad-3159f5ba9d55, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:41:48.849274 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.912494 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] For port 84246994-c338-4bac-83ad-3159f5ba9d55, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:41:48.915578 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] For port 84246994-c338-4bac-83ad-3159f5ba9d55, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84246994-c338-4bac-83ad-3159f5ba9d55,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:41:49.026833 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9243157'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.059473 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:49.060243 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.062072 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-a451a71e-5640-44cd-b042-660def38325b service neutron] 10.222.0.49 "PUT /v2.0/ports/84246994-c338-4bac-83ad-3159f5ba9d55 HTTP/1.1" status: 200 len: 1094 time: 0.7904837 May 05 15:41:49.064414 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0117e63-4211-4e5c-acd2-97227e442681', 'tag': '84246994-c338-4bac-83ad-3159f5ba9d55'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:41:49.069553 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17cff86-4798-48e3-93e6-9cd26d4969cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f0117e63-4211-4e5c-acd2-97227e442681", "tag": "84246994-c338-4bac-83ad-3159f5ba9d55"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:41:49.095581 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451a71e-5640-44cd-b042-660def38325b service neutron] Pushing event updated for resources: {'Port': ['ID=84246994-c338-4bac-83ad-3159f5ba9d55,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:49.119569 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b3907f-b0cf-4052-9536-bbd4ab695514 x-openstack-request-id: req-a7b3907f-b0cf-4052-9536-bbd4ab695514 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:41:49.119914 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0117e63-4211-4e5c-acd2-97227e442681", "tag": "84246994-c338-4bac-83ad-3159f5ba9d55", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:41:49.120177 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7b3907f-b0cf-4052-9536-bbd4ab695514 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:41:49.120581 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b3907f-b0cf-4052-9536-bbd4ab695514'] response: {'name': 'network-changed', 'server_uuid': 'f0117e63-4211-4e5c-acd2-97227e442681', 'tag': '84246994-c338-4bac-83ad-3159f5ba9d55', 'status': 'completed', 'code': 200} May 05 15:41:49.180130 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cff86-4798-48e3-93e6-9cd26d4969cb req-02aba6a8-0f2e-45d8-b9f2-7ad3bdd3c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:49.181618 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a17cff86-4798-48e3-93e6-9cd26d4969cb req-02aba6a8-0f2e-45d8-b9f2-7ad3bdd3c115 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 1128 time: 0.0431535 May 05 15:41:49.303365 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a653d4-d15b-4ae2-8b63-7b9f748d8af8 req-5dc7e69c-1b1e-44e8-ab99-44860e4f1c80 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:49.304938 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-62a653d4-d15b-4ae2-8b63-7b9f748d8af8 req-5dc7e69c-1b1e-44e8-ab99-44860e4f1c80 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 944 time: 0.0820801 May 05 15:41:49.336519 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cff86-4798-48e3-93e6-9cd26d4969cb req-cdb87225-4816-4421-81ad-0e1fbd4fdc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:49.337819 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a17cff86-4798-48e3-93e6-9cd26d4969cb req-cdb87225-4816-4421-81ad-0e1fbd4fdc99 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b97c929f22d641ed8726135a088f8313&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1492615 May 05 15:41:49.396033 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-62a653d4-d15b-4ae2-8b63-7b9f748d8af8 req-a2e92036-1ecf-4fc3-8a8b-5e0960075ccc tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839787 May 05 15:41:49.451699 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cff86-4798-48e3-93e6-9cd26d4969cb req-45dfe826-9c93-41d0-b36f-b0dfe18a9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:49.453128 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-a17cff86-4798-48e3-93e6-9cd26d4969cb req-45dfe826-9c93-41d0-b36f-b0dfe18a9332 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092372 May 05 15:41:49.523370 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-665f4060-4e00-4383-9dd8-2d5c66f0c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:49.524801 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-665f4060-4e00-4383-9dd8-2d5c66f0c38f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 1128 time: 0.0384116 May 05 15:41:49.568040 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-d2366888-690f-46a8-bf3a-843a0a93a5dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84246994-c338-4bac-83ad-3159f5ba9d55 HTTP/1.1" status: 200 len: 217 time: 0.0365798 May 05 15:41:49.615980 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-74a312d9-c54a-4b14-b7f8-d2b6585d2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:49.617289 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-74a312d9-c54a-4b14-b7f8-d2b6585d2894 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40d03033-f447-4235-89ac-5b569f20c433 HTTP/1.1" status: 200 len: 851 time: 0.0432012 May 05 15:41:49.658169 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-14e3a3b4-5ab4-4629-96a9-5f53acdebb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:49.660154 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-14e3a3b4-5ab4-4629-96a9-5f53acdebb17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372598 May 05 15:41:50.026984 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-d4a0ab6d-1073-4d56-8718-87b9767797dc service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604386 May 05 15:41:50.115057 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-99ce78af-d128-4a74-87f4-50ae1c9284cb req-6c38d89c-dede-49e8-a6f8-6eae4a447da8 service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817530 May 05 15:41:50.510023 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb3a5-dc07-4b71-a479-4b818f26685f req-c3107bfa-f087-4d47-9872-241a1cc5ef54 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:50.511467 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d5fdb3a5-dc07-4b71-a479-4b818f26685f req-c3107bfa-f087-4d47-9872-241a1cc5ef54 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 944 time: 0.0453756 May 05 15:41:50.559516 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d5fdb3a5-dc07-4b71-a479-4b818f26685f req-332cd5ae-c352-464a-b62f-445068114311 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 May 05 15:41:50.860396 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:51.678235 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b938fb-e429-4e68-a0e8-56cfc21d2d20 req-20fe81f7-3cd0-464d-b695-b972c4327932 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:51.679739 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68b938fb-e429-4e68-a0e8-56cfc21d2d20 req-20fe81f7-3cd0-464d-b695-b972c4327932 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 944 time: 0.0538769 May 05 15:41:51.728532 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-68b938fb-e429-4e68-a0e8-56cfc21d2d20 req-b5f561e0-16cb-4418-956a-f116e40382bd tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432982 May 05 15:41:52.842366 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350fcd7-4d1e-44ed-9719-de2adff479a9 req-cb5997d2-8a1e-4772-ae6c-620eac279174 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:52.843855 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6350fcd7-4d1e-44ed-9719-de2adff479a9 req-cb5997d2-8a1e-4772-ae6c-620eac279174 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 944 time: 0.0483820 May 05 15:41:52.891748 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-6350fcd7-4d1e-44ed-9719-de2adff479a9 req-b7ad23b4-3870-4556-8ada-e6e3f8a58ed7 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 May 05 15:41:54.009778 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d1e07-f432-4487-b307-f2f0f3a73cf2 req-f886cd4e-c00c-402c-82c2-352ce2c39ae9 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:54.011247 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-596d1e07-f432-4487-b307-f2f0f3a73cf2 req-f886cd4e-c00c-402c-82c2-352ce2c39ae9 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 944 time: 0.0500412 May 05 15:41:54.065148 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-596d1e07-f432-4487-b307-f2f0f3a73cf2 req-fd76a1ea-380f-472b-ba9b-a9f44fc84061 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483248 May 05 15:41:55.181692 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355da62-6a46-45bb-922c-afc3822ddb1a req-c68c6df0-eb82-4b46-9136-169d45f7ed82 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:55.183175 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e355da62-6a46-45bb-922c-afc3822ddb1a req-c68c6df0-eb82-4b46-9136-169d45f7ed82 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 944 time: 0.0502498 May 05 15:41:55.232982 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-e355da62-6a46-45bb-922c-afc3822ddb1a req-44160e72-b817-4f20-a318-f90f756b2a7d tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 May 05 15:41:56.057096 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2722de87-8444-4628-b025-23d0bf5fac45 req-b829cae3-bd77-4f87-98e3-0554221611e2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387962 May 05 15:41:56.137324 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722de87-8444-4628-b025-23d0bf5fac45 req-abd69b5e-cd15-4068-9f0a-5473076c23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:56.138820 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2722de87-8444-4628-b025-23d0bf5fac45 req-abd69b5e-cd15-4068-9f0a-5473076c23b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 1130 time: 0.0415244 May 05 15:41:56.241821 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722de87-8444-4628-b025-23d0bf5fac45 req-e2cc9cd5-c3bc-4e6b-9c7e-aea3a05df40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:56.243307 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2722de87-8444-4628-b025-23d0bf5fac45 req-e2cc9cd5-c3bc-4e6b-9c7e-aea3a05df40b service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 916 time: 0.0854197 May 05 15:41:56.314649 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2722de87-8444-4628-b025-23d0bf5fac45 req-06c8bf54-379d-44a9-b633-44a308a9bbde service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3bdc361-5108-40b4-ac19-6da399078f3b HTTP/1.1" status: 200 len: 1002 time: 0.0652320 May 05 15:41:56.353133 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01642494-ae76-46bd-a951-0a7921854e69 req-ca82b8df-b275-45ab-9d74-f327a49822e6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:56.354694 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-01642494-ae76-46bd-a951-0a7921854e69 req-ca82b8df-b275-45ab-9d74-f327a49822e6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 944 time: 0.0512278 May 05 15:41:56.364211 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722de87-8444-4628-b025-23d0bf5fac45 req-98efab4e-f46a-4cd5-9ffd-5108432c5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:56.365725 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2722de87-8444-4628-b025-23d0bf5fac45 req-98efab4e-f46a-4cd5-9ffd-5108432c5b31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dfd4c28-a645-44a9-a73d-ccb798dd835f HTTP/1.1" status: 200 len: 854 time: 0.0449569 May 05 15:41:56.406722 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-01642494-ae76-46bd-a951-0a7921854e69 req-d5bf2f65-45cd-4eae-b261-b160960226a3 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461884 May 05 15:41:56.409103 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722de87-8444-4628-b025-23d0bf5fac45 req-a8a9e7f0-e1d4-4a50-b98b-3916f3cb7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:56.410854 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2722de87-8444-4628-b025-23d0bf5fac45 req-a8a9e7f0-e1d4-4a50-b98b-3916f3cb7caf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4efce45-c436-4aa7-a2cd-46cb8cdff758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398896 May 05 15:41:56.506664 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2722de87-8444-4628-b025-23d0bf5fac45 req-5fef836c-73e4-4f13-9f03-958f00c73fbe service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893059 May 05 15:41:56.603533 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2722de87-8444-4628-b025-23d0bf5fac45 req-d201817b-ac00-4cb0-b2d8-05ace7db84b9 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914743 May 05 15:41:57.524363 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a09958-1426-46a2-8546-1e9249ebf5bb req-903ce570-2dc8-4ef0-8fd0-01c0750caaa9 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:57.525805 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f6a09958-1426-46a2-8546-1e9249ebf5bb req-903ce570-2dc8-4ef0-8fd0-01c0750caaa9 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 944 time: 0.0504589 May 05 15:41:57.573720 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 84246994-c338-4bac-83ad-3159f5ba9d55 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:41:57.575731 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f6a09958-1426-46a2-8546-1e9249ebf5bb req-02248fd5-8983-4368-a82c-ea04a94ef5ba tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444071 May 05 15:41:57.672306 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 84246994-c338-4bac-83ad-3159f5ba9d55, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84246994-c338-4bac-83ad-3159f5ba9d55,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:57.683815 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '84246994-c338-4bac-83ad-3159f5ba9d55', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'port_id': '84246994-c338-4bac-83ad-3159f5ba9d55', 'mac_address': 'fa:16:3e:2e:2b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:41:57.720033 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 84246994-c338-4bac-83ad-3159f5ba9d55 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:57.720349 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:57.732708 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84246994-c338-4bac-83ad-3159f5ba9d55 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:41:57.752729 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 84246994-c338-4bac-83ad-3159f5ba9d55, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84246994-c338-4bac-83ad-3159f5ba9d55,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:57.874824 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:57.921691 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=84246994-c338-4bac-83ad-3159f5ba9d55,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:57.929099 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.929441 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.929793 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.930220 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.930574 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.930900 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.936069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.936069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.936069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.936069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.936069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.936069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.936069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.936069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:57.936069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:58.070925 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['84246994-c338-4bac-83ad-3159f5ba9d55'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:41:58.687547 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe5aeb-38f7-4e7a-bc05-249334b18b9b req-7e0e32d7-217f-40eb-9daf-81fd27fd51f1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:58.689004 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f3fe5aeb-38f7-4e7a-bc05-249334b18b9b req-7e0e32d7-217f-40eb-9daf-81fd27fd51f1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 945 time: 0.0478096 May 05 15:41:58.740024 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f3fe5aeb-38f7-4e7a-bc05-249334b18b9b req-e1c6a972-a1d4-4ef5-863b-8a233f66ed8b tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448952 May 05 15:41:59.589937 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 84246994-c338-4bac-83ad-3159f5ba9d55 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:41:59.635868 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port 84246994-c338-4bac-83ad-3159f5ba9d55 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:41:59.746164 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 84246994-c338-4bac-83ad-3159f5ba9d55 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:59.746561 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:59.821987 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 84246994-c338-4bac-83ad-3159f5ba9d55 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:59.850328 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:59.850328 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0117e63-4211-4e5c-acd2-97227e442681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84246994-c338-4bac-83ad-3159f5ba9d55'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:41:59.850328 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7957dc4c-5193-4186-a5df-48ffe9d4c061" -d '{"events": [{"server_uuid": "f0117e63-4211-4e5c-acd2-97227e442681", "name": "network-vif-plugged", "status": "completed", "tag": "84246994-c338-4bac-83ad-3159f5ba9d55"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:41:59.852902 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8d78b-e78a-49c4-83d9-8ac6fc19f5cc req-e2cb183e-dbd0-4914-8af0-3917ef93a2f4 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:59.856564 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-54e8d78b-e78a-49c4-83d9-8ac6fc19f5cc req-e2cb183e-dbd0-4914-8af0-3917ef93a2f4 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 945 time: 0.0496325 May 05 15:41:59.861972 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 84246994-c338-4bac-83ad-3159f5ba9d55, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84246994-c338-4bac-83ad-3159f5ba9d55,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:59.888899 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd5a9b8-f90b-4b86-8a0c-7807429586ad x-openstack-request-id: req-cdd5a9b8-f90b-4b86-8a0c-7807429586ad {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:41:59.889160 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0117e63-4211-4e5c-acd2-97227e442681", "name": "network-vif-plugged", "status": "completed", "tag": "84246994-c338-4bac-83ad-3159f5ba9d55", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:41:59.889405 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdd5a9b8-f90b-4b86-8a0c-7807429586ad {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:41:59.889806 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd5a9b8-f90b-4b86-8a0c-7807429586ad'] response: {'server_uuid': 'f0117e63-4211-4e5c-acd2-97227e442681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84246994-c338-4bac-83ad-3159f5ba9d55', 'code': 200} May 05 15:41:59.909672 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-54e8d78b-e78a-49c4-83d9-8ac6fc19f5cc req-5f100a43-1df8-4ae0-bcb7-f638c0f10848 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488482 May 05 15:41:59.983228 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:00.035230 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=84246994-c338-4bac-83ad-3159f5ba9d55,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:00.323591 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8d2f0-6e65-4975-a19d-2c98863fe427 req-bb60f351-ebec-4ab5-b168-09e0a997a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:00.325146 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-11d8d2f0-6e65-4975-a19d-2c98863fe427 req-bb60f351-ebec-4ab5-b168-09e0a997a4a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 1130 time: 0.0389068 May 05 15:42:00.373228 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-11d8d2f0-6e65-4975-a19d-2c98863fe427 req-d431dfa9-0955-4fc1-a247-de994636e42e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419350 May 05 15:42:00.934569 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-105d633e-bc25-4602-81a9-2b379a11c947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:01.030946 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814ed4e-7413-4f48-86a5-04d3e2219dac req-b2e81789-176f-4e51-a19c-a5a3457240f1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:01.032328 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b814ed4e-7413-4f48-86a5-04d3e2219dac req-b2e81789-176f-4e51-a19c-a5a3457240f1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 946 time: 0.0503702 May 05 15:42:01.083038 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b814ed4e-7413-4f48-86a5-04d3e2219dac req-1911a8bd-b2da-4ad3-81e9-f8d3e08afa61 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448556 May 05 15:42:02.195627 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcd205-6943-4739-bb78-0a707f49684e req-42b333d5-f5b9-4057-8ba5-a579f1159e38 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:02.197085 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c5fcd205-6943-4739-bb78-0a707f49684e req-42b333d5-f5b9-4057-8ba5-a579f1159e38 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 946 time: 0.0475783 May 05 15:42:02.249562 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c5fcd205-6943-4739-bb78-0a707f49684e req-3a6fcb08-2fb3-46c6-818d-081cf6e76f8c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469401 May 05 15:42:02.363479 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871f7c7-4459-443d-8e91-7633ba55af9c req-b3b5c21f-fd2e-4ba2-b073-fd600dd7506a tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:02.364888 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c871f7c7-4459-443d-8e91-7633ba55af9c req-b3b5c21f-fd2e-4ba2-b073-fd600dd7506a tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 946 time: 0.0476501 May 05 15:42:02.413691 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-c871f7c7-4459-443d-8e91-7633ba55af9c req-ef11d198-2a12-43fa-bdbf-f5ef0980e6f4 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 May 05 15:42:02.439034 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49804) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:02.476790 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1e2eb4-8674-448f-ab94-1e081507bba2 tempest-TestVolumeBootPattern-122696015 tempest-TestVolumeBootPattern-122696015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:02.478288 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-cf1e2eb4-8674-448f-ab94-1e081507bba2 tempest-TestVolumeBootPattern-122696015 tempest-TestVolumeBootPattern-122696015-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 1125 time: 0.0376513 May 05 15:42:02.481006 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49806) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:02.485090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'port_id': '84246994-c338-4bac-83ad-3159f5ba9d55', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:02.613294 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:02.695899 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:02.806610 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Allocated IP 172.27.0.114 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/301c35f8-b38a-4367-91d6-4533bf04c18f) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:02.909340 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for port (301c35f8-b38a-4367-91d6-4533bf04c18f), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:03.084191 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (301c35f8-b38a-4367-91d6-4533bf04c18f), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:03.122403 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:03.125452 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:03.129764 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:03.131932 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bea3cf1d-848c-4eb8-ac9d-d51cb1ab00e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:03.165397 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'Port': ['ID=301c35f8-b38a-4367-91d6-4533bf04c18f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:03.497957 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (95dd5906-a7ce-4da9-b2a9-a7cd7586072f), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:03.653640 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (301c35f8-b38a-4367-91d6-4533bf04c18f), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:03.764196 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49814) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:03.769019 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-43adefbf-aeae-4b35-a752-36dde80cb992 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494754959', 'description': 'tempest-description--1419101108'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:03.809299 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for port (301c35f8-b38a-4367-91d6-4533bf04c18f), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:03.886011 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-43adefbf-aeae-4b35-a752-36dde80cb992 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:03.925843 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (301c35f8-b38a-4367-91d6-4533bf04c18f), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:03.951854 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-43adefbf-aeae-4b35-a752-36dde80cb992 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:03.997892 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'Port': ['ID=301c35f8-b38a-4367-91d6-4533bf04c18f,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:04.007628 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (95dd5906-a7ce-4da9-b2a9-a7cd7586072f), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.014352 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-43adefbf-aeae-4b35-a752-36dde80cb992 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.038766 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adefbf-aeae-4b35-a752-36dde80cb992 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:04.111031 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Floating IP 95dd5906-a7ce-4da9-b2a9-a7cd7586072f associated. External IP: 172.27.0.114, port: 84246994-c338-4bac-83ad-3159f5ba9d55. May 05 15:42:04.128714 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-43adefbf-aeae-4b35-a752-36dde80cb992 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.130123 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-43adefbf-aeae-4b35-a752-36dde80cb992 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3650153 May 05 15:42:04.133120 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49816) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:04.137482 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-96a91844-e6e0-4f5a-bcf8-49980ffc4125 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group_rule': {'security_group_id': 'c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:04.255302 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-96a91844-e6e0-4f5a-bcf8-49980ffc4125 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (fd62831c-a1ed-4ac9-bfac-b9d76d282667), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.295094 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.317738 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-96a91844-e6e0-4f5a-bcf8-49980ffc4125 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (fd62831c-a1ed-4ac9-bfac-b9d76d282667), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.389289 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-96a91844-e6e0-4f5a-bcf8-49980ffc4125 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (fd62831c-a1ed-4ac9-bfac-b9d76d282667), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.408441 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91844-e6e0-4f5a-bcf8-49980ffc4125 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd62831c-a1ed-4ac9-bfac-b9d76d282667,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:04.494086 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-96a91844-e6e0-4f5a-bcf8-49980ffc4125 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.495351 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-96a91844-e6e0-4f5a-bcf8-49980ffc4125 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612797 May 05 15:42:04.498096 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49818) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:04.502921 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-061fbc10-b443-4d30-b7ba-6362085e0ddb tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group_rule': {'security_group_id': 'c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:04.568102 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Router 14a66193-41a7-4883-bcaf-bd4f8572cb86 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:42:04.623404 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-061fbc10-b443-4d30-b7ba-6362085e0ddb tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (2ed8df68-4afa-449c-9645-ab0f7abd510a), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.677219 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:42:04.680306 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-061fbc10-b443-4d30-b7ba-6362085e0ddb tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (2ed8df68-4afa-449c-9645-ab0f7abd510a), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.686893 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5520ff4-8ec8-45db-80b9-c54627914193 None None] Sync routers for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:42:04.697765 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5520ff4-8ec8-45db-80b9-c54627914193 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:04.698414 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b5520ff4-8ec8-45db-80b9-c54627914193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:42:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:04.766240 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-061fbc10-b443-4d30-b7ba-6362085e0ddb tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (2ed8df68-4afa-449c-9645-ab0f7abd510a), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.781732 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fbc10-b443-4d30-b7ba-6362085e0ddb tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed8df68-4afa-449c-9645-ab0f7abd510a,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:04.790758 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.807722 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b5520ff4-8ec8-45db-80b9-c54627914193 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:04.820920 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-bc195884-a6e5-4be2-8dac-02d836230329 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3388493 May 05 15:42:04.821523 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0117e63-4211-4e5c-acd2-97227e442681', 'tag': '84246994-c338-4bac-83ad-3159f5ba9d55'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:04.823853 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f0708c-71dc-4f30-bbc9-2f4edb737e42" -d '{"events": [{"name": "network-changed", "server_uuid": "f0117e63-4211-4e5c-acd2-97227e442681", "tag": "84246994-c338-4bac-83ad-3159f5ba9d55"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:04.860673 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b37114-bf75-468a-bdfd-3134cd748a87 x-openstack-request-id: req-13b37114-bf75-468a-bdfd-3134cd748a87 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:04.860960 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0117e63-4211-4e5c-acd2-97227e442681", "tag": "84246994-c338-4bac-83ad-3159f5ba9d55", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:04.861860 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13b37114-bf75-468a-bdfd-3134cd748a87 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:04.862440 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b37114-bf75-468a-bdfd-3134cd748a87'] response: {'name': 'network-changed', 'server_uuid': 'f0117e63-4211-4e5c-acd2-97227e442681', 'tag': '84246994-c338-4bac-83ad-3159f5ba9d55', 'status': 'completed', 'code': 200} May 05 15:42:04.900420 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-061fbc10-b443-4d30-b7ba-6362085e0ddb tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.901683 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-061fbc10-b443-4d30-b7ba-6362085e0ddb tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4026363 May 05 15:42:04.904914 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49824) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:04.910572 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:04.930710 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0708c-71dc-4f30-bbc9-2f4edb737e42 req-34949388-8c79-4d44-96f4-552b8ce17a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:04.932210 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-07f0708c-71dc-4f30-bbc9-2f4edb737e42 req-34949388-8c79-4d44-96f4-552b8ce17a41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 1130 time: 0.0442789 May 05 15:42:05.026116 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0708c-71dc-4f30-bbc9-2f4edb737e42 req-5123a80f-962b-4375-b0cd-5829cbe5f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:05.027608 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-07f0708c-71dc-4f30-bbc9-2f4edb737e42 req-5123a80f-962b-4375-b0cd-5829cbe5f3f9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 913 time: 0.0898476 May 05 15:42:05.029513 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b5520ff4-8ec8-45db-80b9-c54627914193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '95dd5906-a7ce-4da9-b2a9-a7cd7586072f', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': '84246994-c338-4bac-83ad-3159f5ba9d55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:2e:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117e63-4211-4e5c-acd2-97227e442681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:03Z', 'updated_at': '2022-05-05T15:42:03Z', 'revision_number': 0, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:05.040590 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:05.057280 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5520ff4-8ec8-45db-80b9-c54627914193 None None] Checking router: 14a66193-41a7-4883-bcaf-bd4f8572cb86 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:42:05.065995 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5520ff4-8ec8-45db-80b9-c54627914193 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:05.066634 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b5520ff4-8ec8-45db-80b9-c54627914193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:42:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:05.097511 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-07f0708c-71dc-4f30-bbc9-2f4edb737e42 req-0a13f845-7886-4dbf-b4ec-93cbc61eb0de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84246994-c338-4bac-83ad-3159f5ba9d55 HTTP/1.1" status: 200 len: 1000 time: 0.0629444 May 05 15:42:05.126573 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:05.153207 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0708c-71dc-4f30-bbc9-2f4edb737e42 req-2afd4eec-b051-44e8-8c8c-9400500c0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:05.154904 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-07f0708c-71dc-4f30-bbc9-2f4edb737e42 req-2afd4eec-b051-44e8-8c8c-9400500c0e23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40d03033-f447-4235-89ac-5b569f20c433 HTTP/1.1" status: 200 len: 851 time: 0.0522335 May 05 15:42:05.180920 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b5520ff4-8ec8-45db-80b9-c54627914193 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:05.209262 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0708c-71dc-4f30-bbc9-2f4edb737e42 req-d22fa354-7a28-4acf-bc4b-55343e5438cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:05.210997 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-07f0708c-71dc-4f30-bbc9-2f4edb737e42 req-d22fa354-7a28-4acf-bc4b-55343e5438cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505900 May 05 15:42:05.234025 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Allocated IP 172.27.0.40 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/45960258-766f-4e6a-a82f-490fb5804966) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:05.303642 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-07f0708c-71dc-4f30-bbc9-2f4edb737e42 req-83dc9857-26fa-4ae0-be08-914441392545 service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858457 May 05 15:42:05.354677 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (45960258-766f-4e6a-a82f-490fb5804966), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:05.402801 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b5520ff4-8ec8-45db-80b9-c54627914193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '95dd5906-a7ce-4da9-b2a9-a7cd7586072f', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': '84246994-c338-4bac-83ad-3159f5ba9d55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:2e:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117e63-4211-4e5c-acd2-97227e442681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:03Z', 'updated_at': '2022-05-05T15:42:03Z', 'revision_number': 0, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:05.409552 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-07f0708c-71dc-4f30-bbc9-2f4edb737e42 req-c2f2ed10-675d-44b2-95cc-03337ba345fc service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985467 May 05 15:42:05.429973 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5520ff4-8ec8-45db-80b9-c54627914193 None None] The sync data for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi is: [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '95dd5906-a7ce-4da9-b2a9-a7cd7586072f', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': '84246994-c338-4bac-83ad-3159f5ba9d55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:2e:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117e63-4211-4e5c-acd2-97227e442681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:03Z', 'updated_at': '2022-05-05T15:42:03Z', 'revision_number': 0, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:42:05.461243 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (45960258-766f-4e6a-a82f-490fb5804966), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:05.501723 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:05.505411 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:05.511085 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:05.534442 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=45960258-766f-4e6a-a82f-490fb5804966,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:05.605853 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (f230a6d0-4b9d-4daf-bb10-e2ee16e05c64), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:05.635949 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bab8f-012f-4948-87ed-4c68b291fc6c None None] New status for floating IP 95dd5906-a7ce-4da9-b2a9-a7cd7586072f: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:42:05.761705 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (45960258-766f-4e6a-a82f-490fb5804966), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:05.895227 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:05.917491 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (45960258-766f-4e6a-a82f-490fb5804966), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:06.026071 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (45960258-766f-4e6a-a82f-490fb5804966), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:06.099513 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=45960258-766f-4e6a-a82f-490fb5804966,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:06.110104 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (f230a6d0-4b9d-4daf-bb10-e2ee16e05c64), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:06.210906 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:06.212170 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-8cd8c17d-ea85-4006-91a7-0abcd11e6484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3062077 May 05 15:42:06.405159 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-2a76ca66-3eb0-4367-b9a7-ebb1e259ec60 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1494754959&fields=id&tenant_id=bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 267 time: 0.0416648 May 05 15:42:06.514134 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891748-2d02-448c-9366-f7d4566950e3 req-d1f0127b-142c-4e4e-bdb6-c43aae1ed033 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:06.515522 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-d1f0127b-142c-4e4e-bdb6-c43aae1ed033 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 815 time: 0.1035421 May 05 15:42:06.529834 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cbe376d1-0e87-419a-b66e-134310765e89 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/quotas/bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 375 time: 0.0086956 May 05 15:42:06.580908 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-b2bec438-d16e-4398-b0b7-705b1aaa6352 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454328 May 05 15:42:06.677703 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-d3fe8026-8f98-4c0a-af22-6b343001bab4 service neutron] 10.222.0.44 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859985 May 05 15:42:06.769226 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-db48e005-ee7f-4f37-8ae9-fb24253c6e2c service neutron] 10.222.0.44 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854950 May 05 15:42:07.054042 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-6f56a212-2254-416a-ae85-a9cc7b3c6b85 req-17aee2b3-160a-4375-af96-4f5f3cc582a7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 210 time: 0.0273573 May 05 15:42:07.163195 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:08.148685 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-d3e8eea2-f505-4bd1-8b89-d5710a53eb7b req-bc368471-1eb2-45d8-9ca0-1f6a730e9c5e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 210 time: 0.0280249 May 05 15:42:09.245923 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-59bfb467-293c-4bba-a727-f23aac4e4bc5 req-01a824d0-9eb0-47f2-93c0-efdf776c9c4b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 210 time: 0.0277262 May 05 15:42:09.639786 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891748-2d02-448c-9366-f7d4566950e3 req-ee3d281b-b0af-4730-b4bd-323ec2de3614 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:09.641338 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-ee3d281b-b0af-4730-b4bd-323ec2de3614 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 815 time: 0.1051123 May 05 15:42:09.716694 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-ba7736a5-f3cf-4d79-8a21-3b39c756f137 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 472 time: 0.0631857 May 05 15:42:09.725695 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'port': {'device_id': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'admin_state_up': True, 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'security_groups': ['c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1']}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:09.923546 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Made reservation on behalf of bd08af70bf244940868e298b55ccbd68 for: {'port': 1} {{(pid=103723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:09.926865 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.051446 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Allocated IP 172.20.0.5 (d4efce45-c436-4aa7-a2cd-46cb8cdff758/8dfd4c28-a645-44a9-a73d-ccb798dd835f/1b4595ee-6b1b-4c72-bb85-c7051b4a041b) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:10.188964 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.292444 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.368633 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:10.378758 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:10.382957 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:10.385502 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=1b4595ee-6b1b-4c72-bb85-c7051b4a041b,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:10.416283 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f160d9-ddb1-4bc6-b1c3-ff8363c15b3d req-fec15a2b-9473-46b6-8d12-0451ab59be98 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:10.417789 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-57f160d9-ddb1-4bc6-b1c3-ff8363c15b3d req-fec15a2b-9473-46b6-8d12-0451ab59be98 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 931 time: 0.0909407 May 05 15:42:10.461444 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:10.462082 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.493015 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-57f160d9-ddb1-4bc6-b1c3-ff8363c15b3d req-be85d738-94fe-4d1a-aafe-4f662ac5d312 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670710 May 05 15:42:10.558091 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dc8033e5-b9ec-4377-ad6e-deaef1937c65 None None] Provisioning complete for port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:10.558619 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc8033e5-b9ec-4377-ad6e-deaef1937c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.592263 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dc8033e5-b9ec-4377-ad6e-deaef1937c65 None None] Port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:42:10.620131 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-cd76c4bc-9a3e-4963-9098-1ecca34b8801 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8980401 May 05 15:42:10.632591 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Request body: {'port': {'device_id': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:10.696997 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.952279 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4595ee-6b1b-4c72-bb85-c7051b4a041b {{(pid=103723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:10.959907 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Publish callbacks [] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.972480 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Transition to ACTIVE for port object 1b4595ee-6b1b-4c72-bb85-c7051b4a041b will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:42:11.068683 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9243157'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.140630 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Pushing event updated for resources: {'Port': ['ID=1b4595ee-6b1b-4c72-bb85-c7051b4a041b,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:11.194839 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Attempting to bind port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:11.195177 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Attempting to bind port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:11.195502 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Attempting to bind port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:11.200202 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:42:11.200535 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Attempting to bind port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:11.206466 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:11.206812 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Checking segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:11.207199 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Bound using segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:11.207632 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Bound port: 1b4595ee-6b1b-4c72-bb85-c7051b4a041b, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:11.207991 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.274052 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] For port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b, host hv-cinder-84067, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:11.277367 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] For port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1b4595ee-6b1b-4c72-bb85-c7051b4a041b,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:11.393041 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9243157'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.429172 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:11.429287 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.430893 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] 10.222.0.49 "PUT /v2.0/ports/1b4595ee-6b1b-4c72-bb85-c7051b4a041b HTTP/1.1" status: 200 len: 1093 time: 0.8023932 May 05 15:42:11.433036 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'tag': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:11.436119 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ca4ef1-6f43-4756-9592-1c64790963ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d4797b-b658-4ca8-8fa8-bb956b270156", "tag": "1b4595ee-6b1b-4c72-bb85-c7051b4a041b"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:11.462734 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac8658-5d74-432b-8d6e-8417384eba4b service neutron] Pushing event updated for resources: {'Port': ['ID=1b4595ee-6b1b-4c72-bb85-c7051b4a041b,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:11.474022 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33392c5e-c3f7-4145-a483-b9144eb8745d x-openstack-request-id: req-33392c5e-c3f7-4145-a483-b9144eb8745d {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:11.474325 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d4797b-b658-4ca8-8fa8-bb956b270156", "tag": "1b4595ee-6b1b-4c72-bb85-c7051b4a041b", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:11.474576 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33392c5e-c3f7-4145-a483-b9144eb8745d {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:11.475032 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33392c5e-c3f7-4145-a483-b9144eb8745d'] response: {'name': 'network-changed', 'server_uuid': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'tag': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b', 'status': 'completed', 'code': 200} May 05 15:42:11.542300 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4ef1-6f43-4756-9592-1c64790963ac req-30b703f2-a3a6-446d-a365-c1c244a55a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:11.543834 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-63ca4ef1-6f43-4756-9592-1c64790963ac req-30b703f2-a3a6-446d-a365-c1c244a55a41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 1127 time: 0.0471768 May 05 15:42:11.664865 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472cff1-38f7-46dc-8a86-56b30e7340cb req-44dd4459-4bd2-4d9f-b381-909bdd3a8a37 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:11.666227 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0472cff1-38f7-46dc-8a86-56b30e7340cb req-44dd4459-4bd2-4d9f-b381-909bdd3a8a37 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 943 time: 0.0939488 May 05 15:42:11.700890 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4ef1-6f43-4756-9592-1c64790963ac req-5caea0f6-2716-4333-bc13-7a4186dd0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:11.702208 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-63ca4ef1-6f43-4756-9592-1c64790963ac req-5caea0f6-2716-4333-bc13-7a4186dd0326 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=bd08af70bf244940868e298b55ccbd68&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1506810 May 05 15:42:11.753553 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0472cff1-38f7-46dc-8a86-56b30e7340cb req-d84d7d2d-2a90-4b11-a0a3-64769a47e90c tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807364 May 05 15:42:11.813214 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4ef1-6f43-4756-9592-1c64790963ac req-f61b6c42-ecfa-4c32-8f01-ca1cc25f61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:11.814814 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-63ca4ef1-6f43-4756-9592-1c64790963ac req-f61b6c42-ecfa-4c32-8f01-ca1cc25f61f8 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034470 May 05 15:42:11.888924 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891748-2d02-448c-9366-f7d4566950e3 req-e9be66a7-59e2-47e1-8e78-c4f92ef4c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:11.890430 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-e9be66a7-59e2-47e1-8e78-c4f92ef4c8d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 1127 time: 0.0418873 May 05 15:42:11.936445 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-b2160dd2-6e37-4e81-b2dc-faf588a4e679 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b4595ee-6b1b-4c72-bb85-c7051b4a041b HTTP/1.1" status: 200 len: 217 time: 0.0336635 May 05 15:42:11.978938 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891748-2d02-448c-9366-f7d4566950e3 req-d2895cd6-16d8-4d09-aee5-912e79e9016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:11.980347 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-d2895cd6-16d8-4d09-aee5-912e79e9016d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dfd4c28-a645-44a9-a73d-ccb798dd835f HTTP/1.1" status: 200 len: 854 time: 0.0439587 May 05 15:42:12.026446 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891748-2d02-448c-9366-f7d4566950e3 req-86934f23-71fb-4302-a251-3ad2e9080239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:12.027891 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-86934f23-71fb-4302-a251-3ad2e9080239 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4efce45-c436-4aa7-a2cd-46cb8cdff758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422060 May 05 15:42:12.116121 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-a9579b84-78a4-42ab-9b01-f223455592c6 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815861 May 05 15:42:12.206775 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-bc891748-2d02-448c-9366-f7d4566950e3 req-3e7099a9-2831-4f68-8935-fb4f694490ed service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849566 May 05 15:42:12.872918 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22277f77-25c0-46ef-93f7-7080e323f91a req-5ed96fdf-429b-4e33-9909-36332feb8eb3 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:12.874370 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-22277f77-25c0-46ef-93f7-7080e323f91a req-5ed96fdf-429b-4e33-9909-36332feb8eb3 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 943 time: 0.0493352 May 05 15:42:12.920152 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-22277f77-25c0-46ef-93f7-7080e323f91a req-3b79c8be-00d9-4b82-92f1-fb9f6fc42a2b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394986 May 05 15:42:13.661446 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 1b4595ee-6b1b-4c72-bb85-c7051b4a041b details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:42:13.888635 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1b4595ee-6b1b-4c72-bb85-c7051b4a041b,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:13.901385 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'port_id': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b', 'mac_address': 'fa:16:3e:73:83:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:42:13.937375 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:13.937681 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.954569 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4595ee-6b1b-4c72-bb85-c7051b4a041b {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:13.975470 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1b4595ee-6b1b-4c72-bb85-c7051b4a041b,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:14.040111 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41f0c4-58cc-4045-8808-befb1bfd8a65 req-701bb5ef-5604-4624-b15a-cece2e49e300 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:14.041570 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0f41f0c4-58cc-4045-8808-befb1bfd8a65 req-701bb5ef-5604-4624-b15a-cece2e49e300 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 943 time: 0.0496573 May 05 15:42:14.077396 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.090563 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0f41f0c4-58cc-4045-8808-befb1bfd8a65 req-5a8758aa-2192-4012-8265-a8bd86ea37a2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429444 May 05 15:42:14.127399 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=1b4595ee-6b1b-4c72-bb85-c7051b4a041b,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:14.301524 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['1b4595ee-6b1b-4c72-bb85-c7051b4a041b'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:42:15.203355 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae536d6-35cc-4bb4-b804-ea08e30441ab req-e4fe9d51-71e6-4248-864a-5c7c510120ee tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:15.204903 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1ae536d6-35cc-4bb4-b804-ea08e30441ab req-e4fe9d51-71e6-4248-864a-5c7c510120ee tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 944 time: 0.0468442 May 05 15:42:15.251974 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-1ae536d6-35cc-4bb4-b804-ea08e30441ab req-6a797e31-c123-456f-882f-0ffee237d268 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408418 May 05 15:42:15.674040 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 1b4595ee-6b1b-4c72-bb85-c7051b4a041b up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:15.717505 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:42:15.811408 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:15.811787 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.888121 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:15.888506 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.911980 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:15.914198 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd427a5-f6a3-4a93-9f09-b3e4476f345c" -d '{"events": [{"server_uuid": "a9d4797b-b658-4ca8-8fa8-bb956b270156", "name": "network-vif-plugged", "status": "completed", "tag": "1b4595ee-6b1b-4c72-bb85-c7051b4a041b"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:15.933009 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1b4595ee-6b1b-4c72-bb85-c7051b4a041b,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:15.954092 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e1765a-4df1-4ee1-8183-59aa73488c2f x-openstack-request-id: req-b2e1765a-4df1-4ee1-8183-59aa73488c2f {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:15.954436 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d4797b-b658-4ca8-8fa8-bb956b270156", "name": "network-vif-plugged", "status": "completed", "tag": "1b4595ee-6b1b-4c72-bb85-c7051b4a041b", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:15.955320 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2e1765a-4df1-4ee1-8183-59aa73488c2f {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:15.955808 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e1765a-4df1-4ee1-8183-59aa73488c2f'] response: {'server_uuid': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b', 'code': 200} May 05 15:42:16.018448 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.066498 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=1b4595ee-6b1b-4c72-bb85-c7051b4a041b,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:16.355083 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44581046-0aa0-4b61-be41-a01ddf6e660f req-6dca373f-6737-4702-8b43-7b45c6d5b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:16.356562 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-44581046-0aa0-4b61-be41-a01ddf6e660f req-6dca373f-6737-4702-8b43-7b45c6d5b5d4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 1129 time: 0.0381875 May 05 15:42:16.367208 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074394fb-cb6b-49cd-8018-42a5f4ad0bc4 req-ce8bd227-8647-420a-a879-9b1fc217c834 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:16.368688 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-074394fb-cb6b-49cd-8018-42a5f4ad0bc4 req-ce8bd227-8647-420a-a879-9b1fc217c834 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 945 time: 0.0476086 May 05 15:42:16.404286 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-44581046-0aa0-4b61-be41-a01ddf6e660f req-cae57e22-2154-4d25-af2a-80d3eafff9b5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405109 May 05 15:42:16.422712 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-074394fb-cb6b-49cd-8018-42a5f4ad0bc4 req-09bdcc52-d52f-4295-9d39-112addbac5a5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480402 May 05 15:42:17.538915 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27a1a5-41c3-4253-9e64-52f712960280 req-7aa8757b-d1d9-44cd-82b2-168ab09d45b9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:17.540353 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ac27a1a5-41c3-4253-9e64-52f712960280 req-7aa8757b-d1d9-44cd-82b2-168ab09d45b9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 945 time: 0.0469937 May 05 15:42:17.587172 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ac27a1a5-41c3-4253-9e64-52f712960280 req-1c491ec1-ba8d-4273-a20f-5c12b3d70c5d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 May 05 15:42:18.700852 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0be06-3d02-40cb-a789-b92495b91a92 req-66030640-3acf-4ec1-93fc-20ae41059475 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:18.702276 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2bd0be06-3d02-40cb-a789-b92495b91a92 req-66030640-3acf-4ec1-93fc-20ae41059475 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 945 time: 0.0463688 May 05 15:42:18.748966 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2bd0be06-3d02-40cb-a789-b92495b91a92 req-5a2746d5-581d-400a-a079-35cef15633b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405939 May 05 15:42:18.857229 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21fcd8-8f8d-4c42-8146-b3117065280b req-4ba4b2af-76cf-464b-960e-ca395f9ef3a2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:18.858695 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ff21fcd8-8f8d-4c42-8146-b3117065280b req-4ba4b2af-76cf-464b-960e-ca395f9ef3a2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 945 time: 0.0457520 May 05 15:42:18.867506 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49886) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:18.872029 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2433b28a-b38f-4192-bd04-5258167d1e3a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'floatingip': {'port_id': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:18.911446 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2433b28a-b38f-4192-bd04-5258167d1e3a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (f230a6d0-4b9d-4daf-bb10-e2ee16e05c64), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.245807 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:42:19.350442 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2433b28a-b38f-4192-bd04-5258167d1e3a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.431604 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2433b28a-b38f-4192-bd04-5258167d1e3a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (f230a6d0-4b9d-4daf-bb10-e2ee16e05c64), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.534034 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [None req-2433b28a-b38f-4192-bd04-5258167d1e3a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Floating IP f230a6d0-4b9d-4daf-bb10-e2ee16e05c64 associated. External IP: 172.27.0.40, port: 1b4595ee-6b1b-4c72-bb85-c7051b4a041b. May 05 15:42:19.745533 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2433b28a-b38f-4192-bd04-5258167d1e3a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Router f4b7388d-9c03-4575-848d-36e6d54d4b2a has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:42:19.855712 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2433b28a-b38f-4192-bd04-5258167d1e3a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:42:19.860443 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2433b28a-b38f-4192-bd04-5258167d1e3a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.865528 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac60646-fa9a-43de-88e7-d0614e84c46a None None] Sync routers for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:42:19.874924 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac60646-fa9a-43de-88e7-d0614e84c46a None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:19.875605 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fac60646-fa9a-43de-88e7-d0614e84c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:42:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:19.891609 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-2433b28a-b38f-4192-bd04-5258167d1e3a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "PUT /v2.0/floatingips/f230a6d0-4b9d-4daf-bb10-e2ee16e05c64 HTTP/1.1" status: 200 len: 990 time: 1.0230305 May 05 15:42:19.892244 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'tag': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:19.895146 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d4797b-b658-4ca8-8fa8-bb956b270156", "tag": "1b4595ee-6b1b-4c72-bb85-c7051b4a041b"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:19.933990 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ea91b1-0aab-4850-8f17-772c45c50e07 x-openstack-request-id: req-58ea91b1-0aab-4850-8f17-772c45c50e07 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:19.933990 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d4797b-b658-4ca8-8fa8-bb956b270156", "tag": "1b4595ee-6b1b-4c72-bb85-c7051b4a041b", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:19.933990 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58ea91b1-0aab-4850-8f17-772c45c50e07 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:19.933990 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ea91b1-0aab-4850-8f17-772c45c50e07'] response: {'name': 'network-changed', 'server_uuid': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'tag': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b', 'status': 'completed', 'code': 200} May 05 15:42:19.984438 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-fac60646-fa9a-43de-88e7-d0614e84c46a None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:19.993547 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1 req-dba7f85e-a282-469b-a144-d953ca318fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:19.995074 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1 req-dba7f85e-a282-469b-a144-d953ca318fb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 1129 time: 0.0393460 May 05 15:42:20.089249 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1 req-80d5308d-c38d-472e-ba2e-a02de5cafb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:20.090751 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1 req-80d5308d-c38d-472e-ba2e-a02de5cafb98 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 916 time: 0.0897737 May 05 15:42:20.161048 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1 req-4dd0af2b-b87b-4845-85a9-f4a4ffb39530 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b4595ee-6b1b-4c72-bb85-c7051b4a041b HTTP/1.1" status: 200 len: 998 time: 0.0641372 May 05 15:42:20.213388 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1 req-02903114-c1cb-4da9-965d-eaa34763b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:20.214888 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1 req-02903114-c1cb-4da9-965d-eaa34763b275 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dfd4c28-a645-44a9-a73d-ccb798dd835f HTTP/1.1" status: 200 len: 854 time: 0.0478456 May 05 15:42:20.259367 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1 req-55c45355-90e2-4d01-a8e9-9367edd5228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:20.260850 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1 req-55c45355-90e2-4d01-a8e9-9367edd5228e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4efce45-c436-4aa7-a2cd-46cb8cdff758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387642 May 05 15:42:20.286822 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fac60646-fa9a-43de-88e7-d0614e84c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '4ee23473-2df6-456e-bec5-a815344cba29', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:97:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352e9cc3-3578-4f00-b176-6353e36ce160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:40:54Z', 'updated_at': '2022-05-05T15:41:16Z', 'revision_number': 2, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}, {'id': 'f230a6d0-4b9d-4daf-bb10-e2ee16e05c64', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:73:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:05Z', 'updated_at': '2022-05-05T15:42:19Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:20.311982 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac60646-fa9a-43de-88e7-d0614e84c46a None None] Checking router: f4b7388d-9c03-4575-848d-36e6d54d4b2a for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:42:20.321035 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac60646-fa9a-43de-88e7-d0614e84c46a None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:20.321656 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fac60646-fa9a-43de-88e7-d0614e84c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:42:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:20.356608 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1 req-04fa6725-00df-472b-8f73-d1cae4e826f5 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884440 May 05 15:42:20.428203 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-fac60646-fa9a-43de-88e7-d0614e84c46a None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:20.444988 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9fef038b-962e-4e4f-9c30-ccd4a5e1d0f1 req-6576cf41-a300-42df-8612-b469bde2659f service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827394 May 05 15:42:20.649062 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fac60646-fa9a-43de-88e7-d0614e84c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '4ee23473-2df6-456e-bec5-a815344cba29', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:97:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352e9cc3-3578-4f00-b176-6353e36ce160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:40:54Z', 'updated_at': '2022-05-05T15:41:16Z', 'revision_number': 2, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}, {'id': 'f230a6d0-4b9d-4daf-bb10-e2ee16e05c64', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:73:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:05Z', 'updated_at': '2022-05-05T15:42:19Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:20.675056 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac60646-fa9a-43de-88e7-d0614e84c46a None None] The sync data for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi is: [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '4ee23473-2df6-456e-bec5-a815344cba29', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:97:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352e9cc3-3578-4f00-b176-6353e36ce160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:40:54Z', 'updated_at': '2022-05-05T15:41:16Z', 'revision_number': 2, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}, {'id': 'f230a6d0-4b9d-4daf-bb10-e2ee16e05c64', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:73:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:05Z', 'updated_at': '2022-05-05T15:42:19Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:42:20.877642 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c9ceac-366b-40ab-af1f-aa2539d5532a None None] New status for floating IP f230a6d0-4b9d-4daf-bb10-e2ee16e05c64: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:42:20.916396 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.948462 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dbb4789e-4af6-4de1-89b4-9e819e9e8d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:33.039887 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f188a24f-29a3-47bb-948b-041e84291a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:34.311419 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:35.900106 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.325336 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.913636 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:55.689351 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc46ab-b81b-43a4-b3a8-94626681c538 req-8192e508-0cd1-4cfa-8aa0-e9ea01a093d6 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:55.701662 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-18cc46ab-b81b-43a4-b3a8-94626681c538 req-8192e508-0cd1-4cfa-8aa0-e9ea01a093d6 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 945 time: 0.0470440 May 05 15:42:55.740802 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-18cc46ab-b81b-43a4-b3a8-94626681c538 req-98c0d381-547b-440b-aa70-85ec3c684c52 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438445 May 05 15:42:56.244997 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:42:56.977502 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a2c81-9a37-4e0e-910d-7f6b39bbb265 req-8d65491a-83e9-41d3-85a5-36174ee2f484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:56.979041 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-857a2c81-9a37-4e0e-910d-7f6b39bbb265 req-8d65491a-83e9-41d3-85a5-36174ee2f484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 945 time: 0.1586435 May 05 15:42:57.058024 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-857a2c81-9a37-4e0e-910d-7f6b39bbb265 req-35defd1e-f1dc-4d5f-b7e5-ce946d400484 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696468 May 05 15:42:57.075243 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-4f86c960-9e6e-44f0-ac2b-6ebd415a748c tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:57.075839 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-4f86c960-9e6e-44f0-ac2b-6ebd415a748c tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 945 time: 0.0541744 May 05 15:42:57.348347 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Deleting port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:42:57.350955 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:57.439551 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] For port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1b4595ee-6b1b-4c72-bb85-c7051b4a041b,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:57.439909 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:57.606915 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:57.607187 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (f230a6d0-4b9d-4daf-bb10-e2ee16e05c64), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:57.607501 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Floating IP f230a6d0-4b9d-4daf-bb10-e2ee16e05c64 disassociated. External IP: 172.27.0.40, port: 1b4595ee-6b1b-4c72-bb85-c7051b4a041b. May 05 15:42:57.607840 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Calling delete_port for 1b4595ee-6b1b-4c72-bb85-c7051b4a041b owned by compute:nova {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:42:57.845196 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (1b4595ee-6b1b-4c72-bb85-c7051b4a041b), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:57.873053 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'Port': ['ID=1b4595ee-6b1b-4c72-bb85-c7051b4a041b,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:57.884919 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.885267 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.885607 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.885944 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.886276 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.886740 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.886992 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.887320 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.887644 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.887969 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.888290 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.888611 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.888931 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.889248 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:57.889566 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:58.004007 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Router f4b7388d-9c03-4575-848d-36e6d54d4b2a has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:42:58.160899 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-8e8a302e-5e2e-49f9-9dd9-9b71c14206c6 req-63025698-a098-443a-ac0f-fbde716877d9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 210 time: 0.0305140 May 05 15:42:58.317825 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-f548c3fa-07ce-4356-9444-69168152dd17 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417125 May 05 15:42:58.408739 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-36b1b396-3bce-4d02-8ca1-662604f4c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:58.410226 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-36b1b396-3bce-4d02-8ca1-662604f4c3f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 1130 time: 0.0434022 May 05 15:42:58.432727 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:42:58.443622 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99e6a3-2859-48ce-974e-5099d48f2d1b None None] Sync routers for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:42:58.455284 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99e6a3-2859-48ce-974e-5099d48f2d1b None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:58.455987 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ee99e6a3-2859-48ce-974e-5099d48f2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:42:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:58.475675 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] No DVR routers for this DVR port 1b4595ee-6b1b-4c72-bb85-c7051b4a041b on host hv-cinder-84067 {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:42:58.479321 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:58.483460 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c27a3343-60c0-4c6c-bcd1-7900b750e068 req-8e297039-8abc-478b-973f-479e355df1b7 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "DELETE /v2.0/ports/1b4595ee-6b1b-4c72-bb85-c7051b4a041b HTTP/1.1" status: 204 len: 173 time: 1.2148278 May 05 15:42:58.483900 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'name': 'network-vif-deleted', 'tag': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:58.486147 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3287d75b-c528-47a0-bcc2-21e7971f29d1" -d '{"events": [{"server_uuid": "a9d4797b-b658-4ca8-8fa8-bb956b270156", "name": "network-vif-deleted", "tag": "1b4595ee-6b1b-4c72-bb85-c7051b4a041b"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:58.528037 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dea4ce-1da2-4ff5-8b52-511fcecc327f x-openstack-request-id: req-72dea4ce-1da2-4ff5-8b52-511fcecc327f {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:58.528332 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d4797b-b658-4ca8-8fa8-bb956b270156", "name": "network-vif-deleted", "tag": "1b4595ee-6b1b-4c72-bb85-c7051b4a041b", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:58.528581 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72dea4ce-1da2-4ff5-8b52-511fcecc327f {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:58.529004 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72dea4ce-1da2-4ff5-8b52-511fcecc327f'] response: {'server_uuid': 'a9d4797b-b658-4ca8-8fa8-bb956b270156', 'name': 'network-vif-deleted', 'tag': '1b4595ee-6b1b-4c72-bb85-c7051b4a041b', 'status': 'completed', 'code': 200} May 05 15:42:58.530637 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-2cf37e05-6e7b-47f0-94ad-068402d92f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:58.532186 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-2cf37e05-6e7b-47f0-94ad-068402d92f46 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 916 time: 0.1029079 May 05 15:42:58.590959 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-ee99e6a3-2859-48ce-974e-5099d48f2d1b None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:58.598011 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-f0295a5c-2db5-4cf5-81c8-187209763111 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3bdc361-5108-40b4-ac19-6da399078f3b HTTP/1.1" status: 200 len: 1002 time: 0.0601292 May 05 15:42:58.654427 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-e080a14b-fe4f-4ecb-a109-110308823b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:58.655905 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-e080a14b-fe4f-4ecb-a109-110308823b91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dfd4c28-a645-44a9-a73d-ccb798dd835f HTTP/1.1" status: 200 len: 854 time: 0.0508430 May 05 15:42:58.723694 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-045489cb-5028-4109-bf30-0af21eebedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:58.725232 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-045489cb-5028-4109-bf30-0af21eebedc2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4efce45-c436-4aa7-a2cd-46cb8cdff758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420537 May 05 15:42:58.807051 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ee99e6a3-2859-48ce-974e-5099d48f2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '4ee23473-2df6-456e-bec5-a815344cba29', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:97:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352e9cc3-3578-4f00-b176-6353e36ce160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:40:54Z', 'updated_at': '2022-05-05T15:41:16Z', 'revision_number': 2, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:58.817367 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-157e9b36-1ad2-4ceb-9b85-d68a6b700af9 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850947 May 05 15:42:58.837908 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99e6a3-2859-48ce-974e-5099d48f2d1b None None] Checking router: f4b7388d-9c03-4575-848d-36e6d54d4b2a for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:42:58.846376 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99e6a3-2859-48ce-974e-5099d48f2d1b None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:58.846982 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ee99e6a3-2859-48ce-974e-5099d48f2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:42:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:58.916706 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-11c16047-ab30-4de3-9471-00e3a5d3f151 req-65b1f7ec-98be-48b9-b86e-759c404e27c2 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932825 May 05 15:42:58.957703 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-ee99e6a3-2859-48ce-974e-5099d48f2d1b None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:59.170741 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ee99e6a3-2859-48ce-974e-5099d48f2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '4ee23473-2df6-456e-bec5-a815344cba29', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:97:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352e9cc3-3578-4f00-b176-6353e36ce160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:40:54Z', 'updated_at': '2022-05-05T15:41:16Z', 'revision_number': 2, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:59.275990 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-77caf4f8-312c-43bb-a208-fd43c2cfe14d req-66f86b7f-b0f8-4c6c-abf7-bb950a3b0e0b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d4797b-b658-4ca8-8fa8-bb956b270156 HTTP/1.1" status: 200 len: 210 time: 0.0289872 May 05 15:42:59.294137 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99e6a3-2859-48ce-974e-5099d48f2d1b None None] The sync data for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi is: [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '4ee23473-2df6-456e-bec5-a815344cba29', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:97:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352e9cc3-3578-4f00-b176-6353e36ce160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:40:54Z', 'updated_at': '2022-05-05T15:41:16Z', 'revision_number': 2, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:42:59.522834 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22c97e0-b61d-41ea-bbea-f9138d0a6e96 None None] New status for floating IP f230a6d0-4b9d-4daf-bb10-e2ee16e05c64: DOWN {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:42:59.888873 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 1b4595ee-6b1b-4c72-bb85-c7051b4a041b no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:42:59.908937 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: 1b4595ee-6b1b-4c72-bb85-c7051b4a041b {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:42:59.909272 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 1b4595ee-6b1b-4c72-bb85-c7051b4a041b not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:43:00.506149 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49940) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:00.558936 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:00.586014 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:00.742119 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:00.744752 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:00.745949 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "DELETE /v2.0/security-groups/c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1 HTTP/1.1" status: 204 len: 168 time: 0.2387989 May 05 15:43:00.748767 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49942) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:00.755183 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:00.762721 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.763447 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.763447 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.763827 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.764066 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.764398 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.764727 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.765115 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.765445 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.765771 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.766099 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.766446 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.766770 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.767094 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.api.v2.resource [None req-257c1a89-2e8c-47b5-85a4-fb3a42e62b11 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] show failed (client error): The resource could not be found. May 05 15:43:00.767247 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.767491 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7169d-5399-4404-a784-ab306b938257 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.768088 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-257c1a89-2e8c-47b5-85a4-fb3a42e62b11 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups/c3ac5612-9c21-4cfb-b2d6-f8d21e9bbfb1 HTTP/1.1" status: 404 len: 347 time: 0.0183051 May 05 15:43:00.771814 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49944) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:00.897681 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-c374a639-37c0-4578-97e3-a084e06023f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Deleting port 45960258-766f-4e6a-a82f-490fb5804966 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:00.898692 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c374a639-37c0-4578-97e3-a084e06023f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (45960258-766f-4e6a-a82f-490fb5804966), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:00.972800 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c374a639-37c0-4578-97e3-a084e06023f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (45960258-766f-4e6a-a82f-490fb5804966), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:00.973121 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c374a639-37c0-4578-97e3-a084e06023f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (45960258-766f-4e6a-a82f-490fb5804966), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:00.985928 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-c374a639-37c0-4578-97e3-a084e06023f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Calling delete_port for 45960258-766f-4e6a-a82f-490fb5804966 owned by network:floatingip {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:00.988334 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-86bd944b-0810-4efb-94df-218125f021c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:01.187730 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c374a639-37c0-4578-97e3-a084e06023f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (45960258-766f-4e6a-a82f-490fb5804966), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:01.213777 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374a639-37c0-4578-97e3-a084e06023f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'Port': ['ID=45960258-766f-4e6a-a82f-490fb5804966,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:01.276855 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c374a639-37c0-4578-97e3-a084e06023f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (f230a6d0-4b9d-4daf-bb10-e2ee16e05c64), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:01.279363 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c374a639-37c0-4578-97e3-a084e06023f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:01.280493 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-c374a639-37c0-4578-97e3-a084e06023f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "DELETE /v2.0/floatingips/f230a6d0-4b9d-4daf-bb10-e2ee16e05c64 HTTP/1.1" status: 204 len: 168 time: 0.5075638 May 05 15:43:03.077485 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c558-a183-4453-b80f-2e9124c97076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:03.282481 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc2702-1360-40b3-8758-c51fa7288f65 req-cd4eb748-c827-4f9f-8233-70208efe0cab tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:03.283965 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b1dc2702-1360-40b3-8758-c51fa7288f65 req-cd4eb748-c827-4f9f-8233-70208efe0cab tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 946 time: 0.0480525 May 05 15:43:03.331014 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b1dc2702-1360-40b3-8758-c51fa7288f65 req-ebd9c4d7-f10f-4e33-a988-983acb9da96b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408885 May 05 15:43:04.283058 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:04.443548 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95359627-b452-469e-a90a-a89484f2ef59 req-93b26cc9-dda6-40a6-a45a-e97a80dd8c11 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:04.445125 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-95359627-b452-469e-a90a-a89484f2ef59 req-93b26cc9-dda6-40a6-a45a-e97a80dd8c11 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 946 time: 0.0455191 May 05 15:43:04.491995 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-95359627-b452-469e-a90a-a89484f2ef59 req-3aba7582-e862-4bee-8af8-f2215cbd67ad tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3ff132e-77ba-4889-b698-8d129a6faeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411975 May 05 15:43:04.729785 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-4db21397-bf88-4850-8487-92f0bbb6e4dc tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:04.731258 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-4db21397-bf88-4850-8487-92f0bbb6e4dc tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 946 time: 0.0468168 May 05 15:43:04.820840 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Deleting port e3bdc361-5108-40b4-ac19-6da399078f3b {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:04.821196 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:04.909229 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] For port e3bdc361-5108-40b4-ac19-6da399078f3b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e3bdc361-5108-40b4-ac19-6da399078f3b,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:04.909590 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:05.080389 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:05.080657 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (4ee23473-2df6-456e-bec5-a815344cba29), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:05.080965 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Floating IP 4ee23473-2df6-456e-bec5-a815344cba29 disassociated. External IP: 172.27.0.240, port: e3bdc361-5108-40b4-ac19-6da399078f3b. May 05 15:43:05.081298 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Calling delete_port for e3bdc361-5108-40b4-ac19-6da399078f3b owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:05.267793 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (e3bdc361-5108-40b4-ac19-6da399078f3b), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:05.299968 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'Port': ['ID=e3bdc361-5108-40b4-ac19-6da399078f3b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:05.417098 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Router f4b7388d-9c03-4575-848d-36e6d54d4b2a has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:43:05.592850 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-c24091e7-7667-411c-903a-d7ab95b50dd0 req-ede8275f-b606-4dbf-bfe1-611f96a60546 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 210 time: 0.0283582 May 05 15:43:05.780532 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:43:05.794536 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359cd736-0cda-46ff-805a-eabd38f0addf None None] Sync routers for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:43:05.806217 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359cd736-0cda-46ff-805a-eabd38f0addf None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:05.809247 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-359cd736-0cda-46ff-805a-eabd38f0addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:43:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:05.825914 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] No DVR routers for this DVR port e3bdc361-5108-40b4-ac19-6da399078f3b on host hv-cinder-84067 {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:43:05.828450 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:05.831680 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-b2348dbc-7131-4a34-9c82-f98b29a45e61 req-015a18b3-48ff-4c49-b66e-e6f73e15a955 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "DELETE /v2.0/ports/e3bdc361-5108-40b4-ac19-6da399078f3b HTTP/1.1" status: 204 len: 173 time: 1.0953717 May 05 15:43:05.832117 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352e9cc3-3578-4f00-b176-6353e36ce160', 'name': 'network-vif-deleted', 'tag': 'e3bdc361-5108-40b4-ac19-6da399078f3b'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:05.834344 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3099f7bd-915d-4b22-81a1-90b885966139" -d '{"events": [{"server_uuid": "352e9cc3-3578-4f00-b176-6353e36ce160", "name": "network-vif-deleted", "tag": "e3bdc361-5108-40b4-ac19-6da399078f3b"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:05.871160 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2842c55b-e1d5-4e6e-94ed-61d3780ff14c x-openstack-request-id: req-2842c55b-e1d5-4e6e-94ed-61d3780ff14c {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:05.871463 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352e9cc3-3578-4f00-b176-6353e36ce160", "name": "network-vif-deleted", "tag": "e3bdc361-5108-40b4-ac19-6da399078f3b", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:05.871714 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2842c55b-e1d5-4e6e-94ed-61d3780ff14c {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:05.872426 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2842c55b-e1d5-4e6e-94ed-61d3780ff14c'] response: {'server_uuid': '352e9cc3-3578-4f00-b176-6353e36ce160', 'name': 'network-vif-deleted', 'tag': 'e3bdc361-5108-40b4-ac19-6da399078f3b', 'status': 'completed', 'code': 200} May 05 15:43:05.873583 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:05.919200 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-359cd736-0cda-46ff-805a-eabd38f0addf None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:06.109852 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-359cd736-0cda-46ff-805a-eabd38f0addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:06.139136 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359cd736-0cda-46ff-805a-eabd38f0addf None None] Checking router: f4b7388d-9c03-4575-848d-36e6d54d4b2a for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:43:06.147286 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359cd736-0cda-46ff-805a-eabd38f0addf None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:06.148482 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-359cd736-0cda-46ff-805a-eabd38f0addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:43:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:06.252351 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-359cd736-0cda-46ff-805a-eabd38f0addf None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:06.438664 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-359cd736-0cda-46ff-805a-eabd38f0addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:06.467610 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359cd736-0cda-46ff-805a-eabd38f0addf None None] The sync data for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi is: [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:43:06.703017 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a82f3-ef9c-4bf8-857f-b98b16ecc4ae None None] New status for floating IP 4ee23473-2df6-456e-bec5-a815344cba29: DOWN {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:43:06.704422 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-81fbf074-c83f-494c-ab74-e95d06ccc0a0 req-e845d42f-ee99-4952-98e3-fa5c83e9ea4f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=352e9cc3-3578-4f00-b176-6353e36ce160 HTTP/1.1" status: 200 len: 210 time: 0.0292771 May 05 15:43:07.205366 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:07.897402 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49976) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:07.900424 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device e3bdc361-5108-40b4-ac19-6da399078f3b no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:43:07.920544 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: e3bdc361-5108-40b4-ac19-6da399078f3b {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:43:07.920883 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device e3bdc361-5108-40b4-ac19-6da399078f3b not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:43:07.957056 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db5f491e-72d0-4ee8-9448-96e92f647d4f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (d3ff132e-77ba-4889-b698-8d129a6faeef), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:07.979791 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db5f491e-72d0-4ee8-9448-96e92f647d4f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (d3ff132e-77ba-4889-b698-8d129a6faeef), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:08.122634 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db5f491e-72d0-4ee8-9448-96e92f647d4f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d3ff132e-77ba-4889-b698-8d129a6faeef), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:08.125066 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-db5f491e-72d0-4ee8-9448-96e92f647d4f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:08.126212 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-db5f491e-72d0-4ee8-9448-96e92f647d4f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "DELETE /v2.0/security-groups/d3ff132e-77ba-4889-b698-8d129a6faeef HTTP/1.1" status: 204 len: 168 time: 0.2272539 May 05 15:43:08.129060 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49978) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:08.136260 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f491e-72d0-4ee8-9448-96e92f647d4f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ff132e-77ba-4889-b698-8d129a6faeef,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:08.143262 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.api.v2.resource [None req-3f456981-5e92-4bc8-9a02-6186d619b70a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] show failed (client error): The resource could not be found. May 05 15:43:08.146204 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3f456981-5e92-4bc8-9a02-6186d619b70a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups/d3ff132e-77ba-4889-b698-8d129a6faeef HTTP/1.1" status: 404 len: 347 time: 0.0160840 May 05 15:43:08.147062 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 49980) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:08.260000 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-5c36c33e-01af-423b-8c53-36e563ab38d0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Deleting port e51e9bb3-bf7d-4071-8a08-ff01e39e5812 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:08.260337 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c36c33e-01af-423b-8c53-36e563ab38d0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (e51e9bb3-bf7d-4071-8a08-ff01e39e5812), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:08.335925 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c36c33e-01af-423b-8c53-36e563ab38d0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (e51e9bb3-bf7d-4071-8a08-ff01e39e5812), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:08.336242 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c36c33e-01af-423b-8c53-36e563ab38d0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (e51e9bb3-bf7d-4071-8a08-ff01e39e5812), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:08.348753 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-5c36c33e-01af-423b-8c53-36e563ab38d0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Calling delete_port for e51e9bb3-bf7d-4071-8a08-ff01e39e5812 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:08.545459 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c36c33e-01af-423b-8c53-36e563ab38d0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (e51e9bb3-bf7d-4071-8a08-ff01e39e5812), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:08.576365 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36c33e-01af-423b-8c53-36e563ab38d0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'Port': ['ID=e51e9bb3-bf7d-4071-8a08-ff01e39e5812,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:08.636142 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c36c33e-01af-423b-8c53-36e563ab38d0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (4ee23473-2df6-456e-bec5-a815344cba29), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:08.638632 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c36c33e-01af-423b-8c53-36e563ab38d0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:08.639753 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-5c36c33e-01af-423b-8c53-36e563ab38d0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "DELETE /v2.0/floatingips/4ee23473-2df6-456e-bec5-a815344cba29 HTTP/1.1" status: 204 len: 168 time: 0.4918156 May 05 15:43:09.245792 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49984) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:09.250478 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-1d84f84e-46b2-4535-a424-39d8aebae3af tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--387634844', 'description': 'tempest-description--801280761'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:09.342231 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1d84f84e-46b2-4535-a424-39d8aebae3af tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.407934 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1d84f84e-46b2-4535-a424-39d8aebae3af tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (7c609650-85c2-42ed-a204-33e37088156c), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.490491 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1d84f84e-46b2-4535-a424-39d8aebae3af tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7c609650-85c2-42ed-a204-33e37088156c), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.518970 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84f84e-46b2-4535-a424-39d8aebae3af tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c609650-85c2-42ed-a204-33e37088156c,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:09.619438 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-1d84f84e-46b2-4535-a424-39d8aebae3af tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.620693 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-1d84f84e-46b2-4535-a424-39d8aebae3af tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3738720 May 05 15:43:09.623502 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49986) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:09.627838 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-5aa444b0-e377-4158-b868-7abeeead9592 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group_rule': {'security_group_id': '7c609650-85c2-42ed-a204-33e37088156c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:09.748065 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5aa444b0-e377-4158-b868-7abeeead9592 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (6968ff54-0db6-4725-89c8-e3bcb1aef1a1), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.806340 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5aa444b0-e377-4158-b868-7abeeead9592 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (6968ff54-0db6-4725-89c8-e3bcb1aef1a1), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.901759 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5aa444b0-e377-4158-b868-7abeeead9592 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (6968ff54-0db6-4725-89c8-e3bcb1aef1a1), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.921270 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa444b0-e377-4158-b868-7abeeead9592 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6968ff54-0db6-4725-89c8-e3bcb1aef1a1,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:09.996278 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-5aa444b0-e377-4158-b868-7abeeead9592 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.997510 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-5aa444b0-e377-4158-b868-7abeeead9592 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3730736 May 05 15:43:10.000198 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49988) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:10.004325 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-e71084e4-129a-40d7-8a7d-ffc64decbc2f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group_rule': {'security_group_id': '7c609650-85c2-42ed-a204-33e37088156c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:10.101356 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e71084e4-129a-40d7-8a7d-ffc64decbc2f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (cf926dfc-9fb2-4639-9534-0af90de31f7e), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.155608 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e71084e4-129a-40d7-8a7d-ffc64decbc2f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (cf926dfc-9fb2-4639-9534-0af90de31f7e), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.244710 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e71084e4-129a-40d7-8a7d-ffc64decbc2f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (cf926dfc-9fb2-4639-9534-0af90de31f7e), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.262670 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71084e4-129a-40d7-8a7d-ffc64decbc2f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf926dfc-9fb2-4639-9534-0af90de31f7e,revision_number=0']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:10.366944 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e71084e4-129a-40d7-8a7d-ffc64decbc2f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.368338 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e71084e4-129a-40d7-8a7d-ffc64decbc2f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3672891 May 05 15:43:10.371301 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 49990) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:10.375454 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:10.477536 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.558033 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.661206 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_common [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Allocated IP 172.27.0.113 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f) {{(pid=103723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:10.768935 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.884407 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.924648 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:10.929445 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.base_scheduler [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Resources bound (agent type, host, resource id): {{(pid=103723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:10.934893 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Received port after_create {{(pid=103723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:10.937901 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:11.024902 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (87329030-c9bd-4d72-9845-564634c63da9), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.133902 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.282248 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.353415 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9243157'] for port (2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.422301 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:11.432586 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (87329030-c9bd-4d72-9845-564634c63da9), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.519288 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.520510 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-7164b7cf-2ca0-465c-a0b3-b17a535cd564 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1483068 May 05 15:43:11.670626 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-e38483c4-51ec-4b39-b192-fe6be90651ca tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--387634844&fields=id&tenant_id=bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 267 time: 0.0422709 May 05 15:43:11.779990 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-4fc9f3fe-5cf7-4588-a459-1a377d71a2c6 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:11.781438 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-4fc9f3fe-5cf7-4588-a459-1a377d71a2c6 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 815 time: 0.1043372 May 05 15:43:11.796575 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-cb2520d9-84cb-4219-a4b9-d80f47d04cec tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/quotas/bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 375 time: 0.0093784 May 05 15:43:11.844224 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-68b7da92-830a-4b27-b4e4-3b8fc5c37197 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426159 May 05 15:43:11.943552 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-2b24c98e-d8d1-4479-ada9-351b5e00c0a0 service neutron] 10.222.0.44 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871627 May 05 15:43:12.034130 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-ff85ecc2-83d6-4af7-b17c-5dd544bbb6a7 service neutron] 10.222.0.44 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849717 May 05 15:43:12.323425 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5e280eab-42e7-42c5-a8d1-b72a223e5087 req-c5d784ae-b39f-4e6f-9ec8-50d8fad9b3aa tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 210 time: 0.0281894 May 05 15:43:13.425718 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-dd58c1fd-2f71-4be5-86e0-d4f314197b64 req-140e10d8-f797-48e5-ae27-7859f7b29e8a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 210 time: 0.0330067 May 05 15:43:14.486242 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-744e1a08-12f8-4214-8a21-5499c0c7a39c tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:14.487841 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-744e1a08-12f8-4214-8a21-5499c0c7a39c tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 815 time: 0.1075356 May 05 15:43:14.530631 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a0da74b9-ca03-4929-8b2e-4a56805e7435 req-cf4133cd-1d17-4e15-a975-755c8bed9fe0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 210 time: 0.0385752 May 05 15:43:14.571026 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-259038ce-64e7-4338-b730-022f4c6e96b1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 379 time: 0.0686021 May 05 15:43:14.579275 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'port': {'device_id': '36721903-b5db-46f3-971d-961a7e618e6d', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'admin_state_up': True, 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'security_groups': ['7c609650-85c2-42ed-a204-33e37088156c']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:14.757515 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Made reservation on behalf of bd08af70bf244940868e298b55ccbd68 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:14.761460 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:14.891428 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Allocated IP 172.20.0.14 (d4efce45-c436-4aa7-a2cd-46cb8cdff758/8dfd4c28-a645-44a9-a73d-ccb798dd835f/6130cfa5-2de5-4b93-9ffb-996066f92b7d) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:15.028858 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:15.130740 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:15.174067 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:15.177222 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:15.184507 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:15.191133 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=6130cfa5-2de5-4b93-9ffb-996066f92b7d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:15.237734 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:15.238370 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:15.316429 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-46ff455b-3edd-4511-8498-a18cf2dab5e8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7406044 May 05 15:43:15.326139 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-2c20ae7c-c51b-4c6c-9bd2-1cceae839203 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:43:15.327177 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-2c20ae7c-c51b-4c6c-9bd2-1cceae839203 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055788 May 05 15:43:15.388066 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Request body: {'port': {'device_id': '36721903-b5db-46f3-971d-961a7e618e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:15.430548 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-1d00b0ec-3c82-440f-b997-fb554cf07819 None None] Provisioning complete for port 6130cfa5-2de5-4b93-9ffb-996066f92b7d triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:15.431291 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d00b0ec-3c82-440f-b997-fb554cf07819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:15.451695 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:15.465719 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1d00b0ec-3c82-440f-b997-fb554cf07819 None None] Port 6130cfa5-2de5-4b93-9ffb-996066f92b7d cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:43:15.645534 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82203456-8bd2-40fa-8c3d-ab42be1bb11f req-6a2b7816-44d4-499d-bebc-a9bd79d4c1b0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:15.647031 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-82203456-8bd2-40fa-8c3d-ab42be1bb11f req-6a2b7816-44d4-499d-bebc-a9bd79d4c1b0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 932 time: 0.0482769 May 05 15:43:15.700988 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-82203456-8bd2-40fa-8c3d-ab42be1bb11f req-8077f089-0c3f-4e07-93b6-6ec674b66982 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470972 May 05 15:43:15.719156 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6130cfa5-2de5-4b93-9ffb-996066f92b7d {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:43:15.728692 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Publish callbacks [] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:15.743128 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Transition to ACTIVE for port object 6130cfa5-2de5-4b93-9ffb-996066f92b7d will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:43:15.839349 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:15.894189 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Pushing event updated for resources: {'Port': ['ID=6130cfa5-2de5-4b93-9ffb-996066f92b7d,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:15.966599 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Attempting to bind port 6130cfa5-2de5-4b93-9ffb-996066f92b7d on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:15.966933 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Attempting to bind port 6130cfa5-2de5-4b93-9ffb-996066f92b7d by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:15.967261 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Attempting to bind port 6130cfa5-2de5-4b93-9ffb-996066f92b7d on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:15.971936 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Port 6130cfa5-2de5-4b93-9ffb-996066f92b7d on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:43:15.972253 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Attempting to bind port 6130cfa5-2de5-4b93-9ffb-996066f92b7d on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:15.977334 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:15.977669 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Checking segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:15.978047 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Bound using segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:15.978503 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Bound port: 6130cfa5-2de5-4b93-9ffb-996066f92b7d, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:15.978862 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:16.044909 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] For port 6130cfa5-2de5-4b93-9ffb-996066f92b7d, host hv-cinder-84067, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:16.047976 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] For port 6130cfa5-2de5-4b93-9ffb-996066f92b7d, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6130cfa5-2de5-4b93-9ffb-996066f92b7d,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:16.148296 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:16.186586 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.187199 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:16.188880 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] 10.222.0.49 "PUT /v2.0/ports/6130cfa5-2de5-4b93-9ffb-996066f92b7d HTTP/1.1" status: 200 len: 1094 time: 0.8549767 May 05 15:43:16.189220 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36721903-b5db-46f3-971d-961a7e618e6d', 'tag': '6130cfa5-2de5-4b93-9ffb-996066f92b7d'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:16.191623 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3096730b-8a0b-45f1-a6d1-ad832373f81d" -d '{"events": [{"name": "network-changed", "server_uuid": "36721903-b5db-46f3-971d-961a7e618e6d", "tag": "6130cfa5-2de5-4b93-9ffb-996066f92b7d"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:16.217334 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f5998-c417-447c-bc22-9ef0f7312b77 service neutron] Pushing event updated for resources: {'Port': ['ID=6130cfa5-2de5-4b93-9ffb-996066f92b7d,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:16.301014 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e7c6da-4743-4caf-a016-130b9b1a6755 x-openstack-request-id: req-16e7c6da-4743-4caf-a016-130b9b1a6755 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:16.301014 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36721903-b5db-46f3-971d-961a7e618e6d", "tag": "6130cfa5-2de5-4b93-9ffb-996066f92b7d", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:16.301277 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16e7c6da-4743-4caf-a016-130b9b1a6755 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:16.301606 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e7c6da-4743-4caf-a016-130b9b1a6755'] response: {'name': 'network-changed', 'server_uuid': '36721903-b5db-46f3-971d-961a7e618e6d', 'tag': '6130cfa5-2de5-4b93-9ffb-996066f92b7d', 'status': 'completed', 'code': 200} May 05 15:43:16.366887 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096730b-8a0b-45f1-a6d1-ad832373f81d req-168306f9-dbac-4eff-9cd4-fc85f325faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.369600 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3096730b-8a0b-45f1-a6d1-ad832373f81d req-168306f9-dbac-4eff-9cd4-fc85f325faee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 1128 time: 0.0449734 May 05 15:43:16.470039 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096730b-8a0b-45f1-a6d1-ad832373f81d req-29e44aaa-9eae-4c01-a8a5-40fa6654ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.471493 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3096730b-8a0b-45f1-a6d1-ad832373f81d req-29e44aaa-9eae-4c01-a8a5-40fa6654ac38 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=bd08af70bf244940868e298b55ccbd68&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0955954 May 05 15:43:16.562354 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096730b-8a0b-45f1-a6d1-ad832373f81d req-e7be6579-af33-4705-9218-586c97d09770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.564078 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3096730b-8a0b-45f1-a6d1-ad832373f81d req-e7be6579-af33-4705-9218-586c97d09770 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874333 May 05 15:43:16.635970 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-f185a588-10d8-48e3-a10f-6815895b9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.637448 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-f185a588-10d8-48e3-a10f-6815895b9914 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 1128 time: 0.0403678 May 05 15:43:16.681497 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-e9859458-936b-488e-90de-b8aa4b3e4f6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6130cfa5-2de5-4b93-9ffb-996066f92b7d HTTP/1.1" status: 200 len: 217 time: 0.0371888 May 05 15:43:16.730032 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-ffbe7e6e-6b3b-4da2-9a86-fd8c5bf55396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.731578 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-ffbe7e6e-6b3b-4da2-9a86-fd8c5bf55396 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dfd4c28-a645-44a9-a73d-ccb798dd835f HTTP/1.1" status: 200 len: 854 time: 0.0449286 May 05 15:43:16.777531 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-01d1cf8c-bf37-419c-a92e-c787f8645c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.779113 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-01d1cf8c-bf37-419c-a92e-c787f8645c2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4efce45-c436-4aa7-a2cd-46cb8cdff758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421641 May 05 15:43:16.819455 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd9bf1-6378-45f3-b244-4e1be2f2819f req-e3897299-ed8c-44b1-8f4d-e6dfda5844ce tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.820999 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ebbd9bf1-6378-45f3-b244-4e1be2f2819f req-e3897299-ed8c-44b1-8f4d-e6dfda5844ce tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 944 time: 0.0472679 May 05 15:43:16.867868 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ebbd9bf1-6378-45f3-b244-4e1be2f2819f req-34527430-ba0c-469c-99cb-d315f9a14a11 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400720 May 05 15:43:16.874159 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-ed95a49c-b431-407e-9785-febe28b6d6a8 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892875 May 05 15:43:16.962266 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-2a4296c8-5235-4da3-8c46-a2bc55d2d9a3 req-1eb482af-cf08-4476-ba54-8c47a3796082 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824277 May 05 15:43:17.985139 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367217ce-9e7d-4915-be58-8c2504e2dcd3 req-3d558969-6ebd-429a-877b-d6ee8b6f6d4b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:17.986616 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-367217ce-9e7d-4915-be58-8c2504e2dcd3 req-3d558969-6ebd-429a-877b-d6ee8b6f6d4b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 944 time: 0.0510011 May 05 15:43:18.036208 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-367217ce-9e7d-4915-be58-8c2504e2dcd3 req-28035a3f-f4e4-408a-8489-cec87ab0cb4e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438628 May 05 15:43:19.151121 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d96193-7d62-4f59-9d9e-5cea563ea915 req-7b31299a-f874-417a-b7ac-8ec285d49a82 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:19.152602 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b0d96193-7d62-4f59-9d9e-5cea563ea915 req-7b31299a-f874-417a-b7ac-8ec285d49a82 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 944 time: 0.0501363 May 05 15:43:19.198405 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-b0d96193-7d62-4f59-9d9e-5cea563ea915 req-6a063480-96f6-4717-8cfe-f3f917c343a3 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403004 May 05 15:43:19.947738 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 6130cfa5-2de5-4b93-9ffb-996066f92b7d details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:43:20.044353 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 6130cfa5-2de5-4b93-9ffb-996066f92b7d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6130cfa5-2de5-4b93-9ffb-996066f92b7d,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:20.055541 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': '6130cfa5-2de5-4b93-9ffb-996066f92b7d', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'port_id': '6130cfa5-2de5-4b93-9ffb-996066f92b7d', 'mac_address': 'fa:16:3e:0c:af:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:43:20.091399 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 6130cfa5-2de5-4b93-9ffb-996066f92b7d is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:20.091785 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:20.103990 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6130cfa5-2de5-4b93-9ffb-996066f92b7d {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:43:20.123363 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 6130cfa5-2de5-4b93-9ffb-996066f92b7d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6130cfa5-2de5-4b93-9ffb-996066f92b7d,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:20.284928 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:20.315640 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2eb79-ccb4-4f7b-bac8-fb16c8646afe req-9524bd8d-a37c-4699-800d-9340705c40cc tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:20.317068 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-59b2eb79-ccb4-4f7b-bac8-fb16c8646afe req-9524bd8d-a37c-4699-800d-9340705c40cc tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 944 time: 0.0494387 May 05 15:43:20.338013 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=6130cfa5-2de5-4b93-9ffb-996066f92b7d,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:20.344917 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.345257 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.345618 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.345954 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.346299 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.346630 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.346957 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.347276 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.347593 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.347911 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.348231 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.348548 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.348863 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.349205 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.349520 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:20.365235 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-59b2eb79-ccb4-4f7b-bac8-fb16c8646afe req-0634042e-263d-4a0e-a7a9-31506655e789 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426288 May 05 15:43:20.506807 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['6130cfa5-2de5-4b93-9ffb-996066f92b7d'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:43:21.073261 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:21.480906 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8b06e-54bd-4c57-b2be-013a51a8ce98 req-568b6cd0-d8a8-4bae-bba0-1104f26340e2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:21.482381 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-26f8b06e-54bd-4c57-b2be-013a51a8ce98 req-568b6cd0-d8a8-4bae-bba0-1104f26340e2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 945 time: 0.0461266 May 05 15:43:21.529502 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-26f8b06e-54bd-4c57-b2be-013a51a8ce98 req-1f84597a-625c-4a6a-8d92-9795c569b08b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413716 May 05 15:43:21.978809 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 6130cfa5-2de5-4b93-9ffb-996066f92b7d up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:22.022530 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port 6130cfa5-2de5-4b93-9ffb-996066f92b7d completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:43:22.180067 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port 6130cfa5-2de5-4b93-9ffb-996066f92b7d triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:22.180797 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.254962 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port 6130cfa5-2de5-4b93-9ffb-996066f92b7d is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:22.255347 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.277965 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36721903-b5db-46f3-971d-961a7e618e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6130cfa5-2de5-4b93-9ffb-996066f92b7d'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:22.280186 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c056833-7e54-48a9-bcac-6a49598581a3" -d '{"events": [{"server_uuid": "36721903-b5db-46f3-971d-961a7e618e6d", "name": "network-vif-plugged", "status": "completed", "tag": "6130cfa5-2de5-4b93-9ffb-996066f92b7d"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:22.296442 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port 6130cfa5-2de5-4b93-9ffb-996066f92b7d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6130cfa5-2de5-4b93-9ffb-996066f92b7d,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:22.317726 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c59485e-4c6c-4981-96c3-849dbe166141 x-openstack-request-id: req-1c59485e-4c6c-4981-96c3-849dbe166141 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:22.318018 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36721903-b5db-46f3-971d-961a7e618e6d", "name": "network-vif-plugged", "status": "completed", "tag": "6130cfa5-2de5-4b93-9ffb-996066f92b7d", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:22.318301 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c59485e-4c6c-4981-96c3-849dbe166141 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:22.318771 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c59485e-4c6c-4981-96c3-849dbe166141'] response: {'server_uuid': '36721903-b5db-46f3-971d-961a7e618e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6130cfa5-2de5-4b93-9ffb-996066f92b7d', 'code': 200} May 05 15:43:22.387858 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.436046 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=6130cfa5-2de5-4b93-9ffb-996066f92b7d,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:22.618145 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa45b6c-0905-419c-beed-762a6b8464a7 req-5d97b571-eb98-4709-a2f7-3b790d422106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:22.619662 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-aaa45b6c-0905-419c-beed-762a6b8464a7 req-5d97b571-eb98-4709-a2f7-3b790d422106 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 1130 time: 0.0417726 May 05 15:43:22.643439 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3198b-34ad-45c8-a379-76eea4c0571d req-9fc80c07-aabc-4de9-a4eb-6765cf8ecd28 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:22.644892 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-35e3198b-34ad-45c8-a379-76eea4c0571d req-9fc80c07-aabc-4de9-a4eb-6765cf8ecd28 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 946 time: 0.0465758 May 05 15:43:22.663797 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-aaa45b6c-0905-419c-beed-762a6b8464a7 req-807fa10a-f8be-4dbb-a139-5ae945600af0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376983 May 05 15:43:22.696201 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-35e3198b-34ad-45c8-a379-76eea4c0571d req-f1523ea4-f518-40e3-aba9-cadccbecae45 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449200 May 05 15:43:23.811134 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d84f50-a9c0-4ccb-832a-e28e274e973a req-6d15f853-d076-4451-9b17-c59427d3521b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:23.812588 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-92d84f50-a9c0-4ccb-832a-e28e274e973a req-6d15f853-d076-4451-9b17-c59427d3521b tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 946 time: 0.0473111 May 05 15:43:23.859094 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-92d84f50-a9c0-4ccb-832a-e28e274e973a req-9ccf9b92-0bb3-40fb-aea9-7bbda475a6d6 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407734 May 05 15:43:24.970356 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd9c4a-34a9-46ac-9efa-12a87de8d5c5 req-b3ff499d-6aaf-48b4-8601-45710f247aa5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:24.971851 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-06cd9c4a-34a9-46ac-9efa-12a87de8d5c5 req-b3ff499d-6aaf-48b4-8601-45710f247aa5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 946 time: 0.0471716 May 05 15:43:25.018563 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-06cd9c4a-34a9-46ac-9efa-12a87de8d5c5 req-abcd6e0d-14fd-482f-83f6-e6afa61e9cc9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406141 May 05 15:43:25.124755 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad4819-a867-4ac0-9483-f295e67f4477 req-68b7131f-0f01-441a-80a3-5eac6acb90c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:25.126223 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-91ad4819-a867-4ac0-9483-f295e67f4477 req-68b7131f-0f01-441a-80a3-5eac6acb90c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 946 time: 0.0457780 May 05 15:43:25.134633 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50054) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:25.138881 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ad734db9-4080-43f1-b32a-7a5baa595b06 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'floatingip': {'port_id': '6130cfa5-2de5-4b93-9ffb-996066f92b7d'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:25.181927 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad734db9-4080-43f1-b32a-7a5baa595b06 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (87329030-c9bd-4d72-9845-564634c63da9), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.619095 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad734db9-4080-43f1-b32a-7a5baa595b06 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.707548 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad734db9-4080-43f1-b32a-7a5baa595b06 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (87329030-c9bd-4d72-9845-564634c63da9), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.810818 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [None req-ad734db9-4080-43f1-b32a-7a5baa595b06 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Floating IP 87329030-c9bd-4d72-9845-564634c63da9 associated. External IP: 172.27.0.113, port: 6130cfa5-2de5-4b93-9ffb-996066f92b7d. May 05 15:43:26.018606 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad734db9-4080-43f1-b32a-7a5baa595b06 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Router f4b7388d-9c03-4575-848d-36e6d54d4b2a has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:43:26.366524 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad734db9-4080-43f1-b32a-7a5baa595b06 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:43:26.371428 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad734db9-4080-43f1-b32a-7a5baa595b06 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.378039 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341829c4-c728-467c-84fe-ca1c5c48ba32 None None] Sync routers for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:43:26.389200 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341829c4-c728-467c-84fe-ca1c5c48ba32 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:26.390072 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-341829c4-c728-467c-84fe-ca1c5c48ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:43:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:26.401199 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-ad734db9-4080-43f1-b32a-7a5baa595b06 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "PUT /v2.0/floatingips/87329030-c9bd-4d72-9845-564634c63da9 HTTP/1.1" status: 200 len: 992 time: 1.2655375 May 05 15:43:26.401948 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36721903-b5db-46f3-971d-961a7e618e6d', 'tag': '6130cfa5-2de5-4b93-9ffb-996066f92b7d'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:26.404223 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747eeab6-44e4-4200-9e6b-16e8e6995beb" -d '{"events": [{"name": "network-changed", "server_uuid": "36721903-b5db-46f3-971d-961a7e618e6d", "tag": "6130cfa5-2de5-4b93-9ffb-996066f92b7d"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:26.439205 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf261e6d-3774-4a93-91f3-68f18dbcdbfe x-openstack-request-id: req-bf261e6d-3774-4a93-91f3-68f18dbcdbfe {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:26.439495 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36721903-b5db-46f3-971d-961a7e618e6d", "tag": "6130cfa5-2de5-4b93-9ffb-996066f92b7d", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:26.439746 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf261e6d-3774-4a93-91f3-68f18dbcdbfe {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:26.440147 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf261e6d-3774-4a93-91f3-68f18dbcdbfe'] response: {'name': 'network-changed', 'server_uuid': '36721903-b5db-46f3-971d-961a7e618e6d', 'tag': '6130cfa5-2de5-4b93-9ffb-996066f92b7d', 'status': 'completed', 'code': 200} May 05 15:43:26.500015 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-341829c4-c728-467c-84fe-ca1c5c48ba32 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:26.500288 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eeab6-44e4-4200-9e6b-16e8e6995beb req-f2bd9376-d3fa-4d46-a4c0-de47b3711508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:26.501534 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-747eeab6-44e4-4200-9e6b-16e8e6995beb req-f2bd9376-d3fa-4d46-a4c0-de47b3711508 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 1130 time: 0.0410900 May 05 15:43:26.599500 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eeab6-44e4-4200-9e6b-16e8e6995beb req-53afd8da-14c1-4c8e-9596-74cf92f30c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:26.601209 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-747eeab6-44e4-4200-9e6b-16e8e6995beb req-53afd8da-14c1-4c8e-9596-74cf92f30c75 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 916 time: 0.0927804 May 05 15:43:26.669613 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-747eeab6-44e4-4200-9e6b-16e8e6995beb req-14f901d7-664c-4467-946b-9224e35ceefa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6130cfa5-2de5-4b93-9ffb-996066f92b7d HTTP/1.1" status: 200 len: 1000 time: 0.0618203 May 05 15:43:26.718385 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eeab6-44e4-4200-9e6b-16e8e6995beb req-ee57d849-c80d-41f4-8a18-a981b077d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:26.719880 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-747eeab6-44e4-4200-9e6b-16e8e6995beb req-ee57d849-c80d-41f4-8a18-a981b077d502 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dfd4c28-a645-44a9-a73d-ccb798dd835f HTTP/1.1" status: 200 len: 854 time: 0.0451241 May 05 15:43:26.724758 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-341829c4-c728-467c-84fe-ca1c5c48ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '87329030-c9bd-4d72-9845-564634c63da9', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': '6130cfa5-2de5-4b93-9ffb-996066f92b7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:0c:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36721903-b5db-46f3-971d-961a7e618e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:43:10Z', 'updated_at': '2022-05-05T15:43:25Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:26.754632 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341829c4-c728-467c-84fe-ca1c5c48ba32 None None] Checking router: f4b7388d-9c03-4575-848d-36e6d54d4b2a for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:43:26.763899 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341829c4-c728-467c-84fe-ca1c5c48ba32 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:26.764364 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-341829c4-c728-467c-84fe-ca1c5c48ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:43:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:26.766317 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eeab6-44e4-4200-9e6b-16e8e6995beb req-ce19c023-618d-485e-b1a5-ac2d3bf697ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:26.767876 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-747eeab6-44e4-4200-9e6b-16e8e6995beb req-ce19c023-618d-485e-b1a5-ac2d3bf697ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4efce45-c436-4aa7-a2cd-46cb8cdff758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427585 May 05 15:43:26.860601 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-747eeab6-44e4-4200-9e6b-16e8e6995beb req-825f2502-ab5f-4f7a-b437-a376e8e64f5c service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859401 May 05 15:43:26.877610 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-341829c4-c728-467c-84fe-ca1c5c48ba32 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:26.955454 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-747eeab6-44e4-4200-9e6b-16e8e6995beb req-c2ccec96-5372-4d57-a267-09ad2474b4ea service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892215 May 05 15:43:27.174628 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-341829c4-c728-467c-84fe-ca1c5c48ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '87329030-c9bd-4d72-9845-564634c63da9', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': '6130cfa5-2de5-4b93-9ffb-996066f92b7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:0c:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36721903-b5db-46f3-971d-961a7e618e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:43:10Z', 'updated_at': '2022-05-05T15:43:25Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:27.203527 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341829c4-c728-467c-84fe-ca1c5c48ba32 None None] The sync data for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi is: [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '87329030-c9bd-4d72-9845-564634c63da9', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': '6130cfa5-2de5-4b93-9ffb-996066f92b7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:0c:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36721903-b5db-46f3-971d-961a7e618e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:43:10Z', 'updated_at': '2022-05-05T15:43:25Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:43:27.385660 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f27bc-7ce4-4dc5-8616-1c12eeaceeda None None] New status for floating IP 87329030-c9bd-4d72-9845-564634c63da9: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:43:31.008395 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8abc0278-b988-4fbe-a68e-819308d4e5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.090435 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c907c322-e1fc-47d5-85fe-a64dc573911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.244176 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:43:34.276791 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.878908 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.162799 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.943500 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-d4b7f5b8-54dd-4da3-9c87-d796ab2a1d45 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839868208&fields=id&tenant_id=b97c929f22d641ed8726135a088f8313 HTTP/1.1" status: 200 len: 267 time: 0.0436425 May 05 15:43:41.051786 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-a83b8059-85d0-496f-bb87-78f0668922f1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:41.053153 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-a83b8059-85d0-496f-bb87-78f0668922f1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 812 time: 0.1034074 May 05 15:43:41.068177 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-80ddd2cf-29b7-4384-af4d-38b7731deee3 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/quotas/b97c929f22d641ed8726135a088f8313 HTTP/1.1" status: 200 len: 375 time: 0.0096912 May 05 15:43:41.117991 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-2e0e3824-520f-4a12-a9ff-b253aea34435 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449522 May 05 15:43:41.176753 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-d16cde99-9297-4584-8f2e-e50557e526bf service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:43:41.177747 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-d16cde99-9297-4584-8f2e-e50557e526bf service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479343 May 05 15:43:41.269031 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-b75aa289-6858-4060-a941-a21f7efe7afe service neutron] 10.222.0.44 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 May 05 15:43:41.357805 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-7b0178c6-83c2-4b58-b04e-48efe048cd67 service neutron] 10.222.0.44 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830629 May 05 15:43:41.989374 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-586cede8-ab0b-467e-8ff4-d358ef00c3ee req-2b7bca42-1170-4e7e-bec8-a8afdc1f7b5a tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 210 time: 0.0291932 May 05 15:43:43.082464 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-23dfb09f-624c-41fe-8d40-8099a36eef21 req-0015db7e-240b-45f9-af5e-65f92388a129 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 210 time: 0.0275350 May 05 15:43:44.184978 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-4a5e07ab-6949-45dd-a655-f7d5b06c7524 req-117fe976-ebd7-4ca6-8247-bae6416e3295 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 210 time: 0.0310757 May 05 15:43:44.237579 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-33510e7c-cee8-47d4-9c30-4d3914cb3f11 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:44.239029 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-33510e7c-cee8-47d4-9c30-4d3914cb3f11 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 812 time: 0.1082482 May 05 15:43:44.302420 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-95738305-5b36-4660-bed6-9a99f57f8c18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b97c929f22d641ed8726135a088f8313 HTTP/1.1" status: 200 len: 380 time: 0.0543518 May 05 15:43:44.313025 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'port': {'device_id': '1de11fff-0856-41d7-bb90-46b600b65253', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'admin_state_up': True, 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'security_groups': ['c547b2d2-7710-42bc-8ca9-f6afaa3a45de']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:44.528204 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Made reservation on behalf of b97c929f22d641ed8726135a088f8313 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:44.531745 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:44.654261 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Allocated IP 172.20.0.9 (ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a/40d03033-f447-4235-89ac-5b569f20c433/fd4d154e-e705-4ce2-90d4-f0dcad9d39b0) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:44.796959 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:44.907975 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:44.954425 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:44.957712 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:44.963578 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:44.989121 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'Port': ['ID=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:45.020441 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:45.021239 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:45.121772 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-131b361f-99dd-41ed-b54b-8f67bbbf96bb tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8123097 May 05 15:43:45.133205 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Request body: {'port': {'device_id': '1de11fff-0856-41d7-bb90-46b600b65253', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:45.193421 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:45.202838 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-43e3cafb-2003-4769-a757-93381dd8a598 None None] Provisioning complete for port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:45.204466 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-43e3cafb-2003-4769-a757-93381dd8a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:45.249856 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-43e3cafb-2003-4769-a757-93381dd8a598 None None] Port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:43:45.370770 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee82201-31fa-4bc9-a4bd-a5f9ff5eaa59 req-f99e6106-fb02-4c57-862c-d1a32697e999 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:45.372232 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0ee82201-31fa-4bc9-a4bd-a5f9ff5eaa59 req-f99e6106-fb02-4c57-862c-d1a32697e999 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 931 time: 0.0759079 May 05 15:43:45.473764 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0ee82201-31fa-4bc9-a4bd-a5f9ff5eaa59 req-97771fcd-234a-4972-94ca-00569c09560a tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930059 May 05 15:43:45.537439 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:43:45.544782 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Publish callbacks [] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:45.556869 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Transition to ACTIVE for port object fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:43:45.666956 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:45.723841 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Pushing event updated for resources: {'Port': ['ID=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:45.804362 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Attempting to bind port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:45.804721 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Attempting to bind port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:45.805049 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Attempting to bind port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 on network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:45.809709 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 on network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:43:45.810034 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Attempting to bind port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 on network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:45.816400 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:45.816734 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Checking segment: {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:45.817116 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Bound using segment: {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:45.817537 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Bound port: fd4d154e-e705-4ce2-90d4-f0dcad9d39b0, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aede77fc-9a7a-4762-be5d-89cd41aec0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:45.817892 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:45.884049 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] For port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0, host hv-cinder-84067, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:45.886954 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] For port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:45.959139 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:45.994299 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:45.994924 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:45.996302 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] 10.222.0.49 "PUT /v2.0/ports/fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 HTTP/1.1" status: 200 len: 1093 time: 0.8672650 May 05 15:43:45.996745 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de11fff-0856-41d7-bb90-46b600b65253', 'tag': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:45.999068 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a3bde5-5cd9-4ff5-b642-2f4656c298f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1de11fff-0856-41d7-bb90-46b600b65253", "tag": "fd4d154e-e705-4ce2-90d4-f0dcad9d39b0"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:46.033677 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aec47-75f3-4a42-89bc-a8117dee7d9a service neutron] Pushing event updated for resources: {'Port': ['ID=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:46.037385 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9771feb-f396-4dfe-b887-cf2da29f2682 x-openstack-request-id: req-b9771feb-f396-4dfe-b887-cf2da29f2682 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:46.037670 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de11fff-0856-41d7-bb90-46b600b65253", "tag": "fd4d154e-e705-4ce2-90d4-f0dcad9d39b0", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:46.037925 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9771feb-f396-4dfe-b887-cf2da29f2682 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:46.038342 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9771feb-f396-4dfe-b887-cf2da29f2682'] response: {'name': 'network-changed', 'server_uuid': '1de11fff-0856-41d7-bb90-46b600b65253', 'tag': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0', 'status': 'completed', 'code': 200} May 05 15:43:46.110217 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3bde5-5cd9-4ff5-b642-2f4656c298f2 req-77c4be9d-ce23-4bd8-a44d-8e2c16d225f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:46.111794 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-74a3bde5-5cd9-4ff5-b642-2f4656c298f2 req-77c4be9d-ce23-4bd8-a44d-8e2c16d225f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 1127 time: 0.0465984 May 05 15:43:46.215622 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3bde5-5cd9-4ff5-b642-2f4656c298f2 req-1f66a83d-8627-4acd-8592-c726281afe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:46.217075 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-74a3bde5-5cd9-4ff5-b642-2f4656c298f2 req-1f66a83d-8627-4acd-8592-c726281afe4c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b97c929f22d641ed8726135a088f8313&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0956607 May 05 15:43:46.316582 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3bde5-5cd9-4ff5-b642-2f4656c298f2 req-9c8bfd17-284d-4305-ada8-a6fc207bee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:46.317937 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-74a3bde5-5cd9-4ff5-b642-2f4656c298f2 req-9c8bfd17-284d-4305-ada8-a6fc207bee6b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927935 May 05 15:43:46.392837 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-bc1ccd6e-a86b-402b-a914-a229bb333313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:46.394331 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-bc1ccd6e-a86b-402b-a914-a229bb333313 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 1127 time: 0.0400174 May 05 15:43:46.439108 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-c067f81b-702d-4bca-9370-86abe66c6dba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 HTTP/1.1" status: 200 len: 217 time: 0.0366225 May 05 15:43:46.488284 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-647170e9-eb22-479b-9a09-e75be1fbf21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:46.489700 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-647170e9-eb22-479b-9a09-e75be1fbf21a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40d03033-f447-4235-89ac-5b569f20c433 HTTP/1.1" status: 200 len: 851 time: 0.0436392 May 05 15:43:46.534218 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-51f98cbe-6d2c-47aa-9637-0c924c986078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:46.535733 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-51f98cbe-6d2c-47aa-9637-0c924c986078 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391736 May 05 15:43:46.637632 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939bc1a-4688-4cff-9755-20faadf22ba5 req-257fa7a7-6f0e-4706-b203-9c25cd0137ed tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:46.639083 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d939bc1a-4688-4cff-9755-20faadf22ba5 req-257fa7a7-6f0e-4706-b203-9c25cd0137ed tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 943 time: 0.0950253 May 05 15:43:46.684694 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-b1272e3c-8d3b-4425-aedb-35688bfee01e service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416032 May 05 15:43:46.711907 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d939bc1a-4688-4cff-9755-20faadf22ba5 req-a3687224-0bfb-4361-95ce-fa68be926dfa tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662065 May 05 15:43:46.791340 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-013ad30f-f62f-402f-83a0-7aecfd20e858 req-90467e5f-7fcc-487c-a317-2c1b2ad01328 service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961065 May 05 15:43:47.830496 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bfc29-e915-4788-a9f4-0f30f399ee86 req-c6cae038-442c-432f-9a7e-7332829e687e tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:47.831962 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f86bfc29-e915-4788-a9f4-0f30f399ee86 req-c6cae038-442c-432f-9a7e-7332829e687e tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 943 time: 0.0479236 May 05 15:43:47.879751 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-f86bfc29-e915-4788-a9f4-0f30f399ee86 req-8af9b204-8f89-4af5-b2df-3af84a2884bf tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422404 May 05 15:43:48.991860 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c1270-dd45-46e6-b2d8-0cccca861e64 req-f158c3e5-98fb-49bd-9d12-f87bd97d8871 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:48.993291 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-de7c1270-dd45-46e6-b2d8-0cccca861e64 req-f158c3e5-98fb-49bd-9d12-f87bd97d8871 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 943 time: 0.0468049 May 05 15:43:49.040848 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-de7c1270-dd45-46e6-b2d8-0cccca861e64 req-7f4753a6-5a71-4d11-b752-ddfa3cfe4390 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 May 05 15:43:50.152378 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4681a4-9a61-46b7-8c8b-28eb68a4d1f4 req-fa0cdcb4-305f-41d3-a26a-3cbab644e552 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:50.153810 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cf4681a4-9a61-46b7-8c8b-28eb68a4d1f4 req-fa0cdcb4-305f-41d3-a26a-3cbab644e552 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 943 time: 0.0465302 May 05 15:43:50.202044 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-cf4681a4-9a61-46b7-8c8b-28eb68a4d1f4 req-f380f9c9-210c-4090-8d19-33d930d3d5d6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 May 05 15:43:51.050462 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.315766 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c077ab-66b0-4773-a5aa-520e1609589f req-9667134a-a4ce-45a5-b969-e5627dcf2cc9 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:51.317176 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-51c077ab-66b0-4773-a5aa-520e1609589f req-9667134a-a4ce-45a5-b969-e5627dcf2cc9 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 943 time: 0.0483615 May 05 15:43:51.364933 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-51c077ab-66b0-4773-a5aa-520e1609589f req-d0c11ab6-32a7-4520-bfa6-f7a7cbdfc83c tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422659 May 05 15:43:52.480453 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8b6e5-d3f7-4a30-acee-2024de1897f7 req-68d636b2-da80-4f56-bc0e-1be9f396786d tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:52.481904 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0ef8b6e5-d3f7-4a30-acee-2024de1897f7 req-68d636b2-da80-4f56-bc0e-1be9f396786d tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 943 time: 0.0511086 May 05 15:43:52.530836 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-0ef8b6e5-d3f7-4a30-acee-2024de1897f7 req-8afa61c8-7af3-431d-84ae-3f96138d2f57 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 May 05 15:43:53.646538 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8224b24-2e0e-44aa-8b4b-ad3b43f2d03d req-cc0c2916-182f-43ba-bea2-a660290406d1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:53.647982 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d8224b24-2e0e-44aa-8b4b-ad3b43f2d03d req-cc0c2916-182f-43ba-bea2-a660290406d1 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 943 time: 0.0499141 May 05 15:43:53.695330 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d8224b24-2e0e-44aa-8b4b-ad3b43f2d03d req-026223bc-93a1-4983-a213-d690e1164afc tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418127 May 05 15:43:54.807927 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891532ba-4c5e-44db-86d6-d664c68d0805 req-013fdae3-d530-4b43-b38c-d8dfd5ce16d6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:54.809453 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-891532ba-4c5e-44db-86d6-d664c68d0805 req-013fdae3-d530-4b43-b38c-d8dfd5ce16d6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 943 time: 0.0482545 May 05 15:43:54.859302 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-891532ba-4c5e-44db-86d6-d664c68d0805 req-c0d29a8e-eb2b-4be6-818b-d639f5f779a9 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440338 May 05 15:43:55.972511 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49fbec-7849-4517-a705-58acd9a05761 req-46967a56-33cf-481a-b745-609edc37b72a tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:55.974115 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5f49fbec-7849-4517-a705-58acd9a05761 req-46967a56-33cf-481a-b745-609edc37b72a tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 943 time: 0.0478911 May 05 15:43:56.023175 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5f49fbec-7849-4517-a705-58acd9a05761 req-a8a90b98-d556-43f3-a7ea-c0b997f7bbf9 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434098 May 05 15:43:56.167406 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:43:56.262860 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:56.273855 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'port_id': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0', 'mac_address': 'fa:16:3e:bd:21:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:43:56.314118 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:56.314537 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:56.327550 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:43:56.346345 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:56.415719 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:56.462593 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:56.631116 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['fd4d154e-e705-4ce2-90d4-f0dcad9d39b0'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:43:57.138208 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca803b-e429-4958-ac16-118c43db9059 req-ec30accb-8069-41fb-af49-bc2b573a8160 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:57.139764 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-82ca803b-e429-4958-ac16-118c43db9059 req-ec30accb-8069-41fb-af49-bc2b573a8160 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 944 time: 0.0480826 May 05 15:43:57.196409 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-82ca803b-e429-4958-ac16-118c43db9059 req-ec4864bf-e14e-4047-a503-b9de13ac52ea tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510044 May 05 15:43:58.172573 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:58.218063 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:43:58.289798 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:58.290172 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.312645 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b955f6-b92e-4b73-9ffe-5c941329eca6 req-4787bd9d-560e-4c77-bb96-1095acc809ac tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:58.314508 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f6b955f6-b92e-4b73-9ffe-5c941329eca6 req-4787bd9d-560e-4c77-bb96-1095acc809ac tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 944 time: 0.0496833 May 05 15:43:58.369328 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f6b955f6-b92e-4b73-9ffe-5c941329eca6 req-2dd80ee3-4917-4210-a7a7-2cc5fc5d88db tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486031 May 05 15:43:58.372854 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:58.373283 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.398194 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de11fff-0856-41d7-bb90-46b600b65253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:58.400440 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea0dd39-43a5-48dc-95d3-e9ed6596d55e" -d '{"events": [{"server_uuid": "1de11fff-0856-41d7-bb90-46b600b65253", "name": "network-vif-plugged", "status": "completed", "tag": "fd4d154e-e705-4ce2-90d4-f0dcad9d39b0"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:58.413813 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:58.434539 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4357fcd0-7077-4cd9-a013-95a2059e405f x-openstack-request-id: req-4357fcd0-7077-4cd9-a013-95a2059e405f {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:58.434857 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de11fff-0856-41d7-bb90-46b600b65253", "name": "network-vif-plugged", "status": "completed", "tag": "fd4d154e-e705-4ce2-90d4-f0dcad9d39b0", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:58.435112 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4357fcd0-7077-4cd9-a013-95a2059e405f {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:58.435513 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4357fcd0-7077-4cd9-a013-95a2059e405f'] response: {'server_uuid': '1de11fff-0856-41d7-bb90-46b600b65253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0', 'code': 200} May 05 15:43:58.507235 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.554735 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:58.828811 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb71bc-ea19-4dbe-8a68-49c568f66dd3 req-8b4431ea-6360-4c38-a4fd-6aa05ccece13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:58.830275 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a3cb71bc-ea19-4dbe-8a68-49c568f66dd3 req-8b4431ea-6360-4c38-a4fd-6aa05ccece13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 1129 time: 0.0390115 May 05 15:43:58.875963 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a3cb71bc-ea19-4dbe-8a68-49c568f66dd3 req-2fe834c0-bf12-4edc-9b19-d7e995037486 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389194 May 05 15:43:59.483196 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390841f-1a63-449d-8154-47b07d1a95fa req-cea3f4fb-6f3a-4326-9703-d61cef873663 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:59.484744 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3390841f-1a63-449d-8154-47b07d1a95fa req-cea3f4fb-6f3a-4326-9703-d61cef873663 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 945 time: 0.0467510 May 05 15:43:59.532459 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-3390841f-1a63-449d-8154-47b07d1a95fa req-c22aa369-aa07-4015-ad86-03d015289c3b tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421777 May 05 15:43:59.642613 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-0f3210c1-6b45-44f9-a46d-6b99893ed423 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395677 May 05 15:43:59.704017 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-bad0eda4-bcac-41e4-8302-2dc35249d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:59.705431 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-bad0eda4-bcac-41e4-8302-2dc35249d7a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 1130 time: 0.0379333 May 05 15:43:59.811615 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-425bb5c2-af45-4b68-822f-6e97ae698052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:59.813050 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-425bb5c2-af45-4b68-822f-6e97ae698052 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 913 time: 0.0867081 May 05 15:44:00.294786 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-119a2d83-bdfc-4cd6-a1dd-bd12ccace620 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84246994-c338-4bac-83ad-3159f5ba9d55 HTTP/1.1" status: 200 len: 1002 time: 0.0600481 May 05 15:44:00.343832 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-46192666-1578-4ba8-975e-10b53701e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:00.345254 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-46192666-1578-4ba8-975e-10b53701e51e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40d03033-f447-4235-89ac-5b569f20c433 HTTP/1.1" status: 200 len: 851 time: 0.0449107 May 05 15:44:00.392893 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-9fb5e135-06a0-4b50-a66e-c7235fc28ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:00.394406 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-9fb5e135-06a0-4b50-a66e-c7235fc28ff4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427799 May 05 15:44:00.485572 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-12091005-f20d-4853-8873-82ba01914a36 service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844860 May 05 15:44:00.579169 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5526dbcc-3749-4b69-b2c3-3b44cb9feb04 req-d1d44ca2-0765-4043-9976-11f1275195e4 service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858502 May 05 15:44:00.649354 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f0cd2-e969-4350-b0af-64fb168b3b40 req-de8374ae-0fa0-4e53-9913-f4a48b850fe3 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:00.650829 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-453f0cd2-e969-4350-b0af-64fb168b3b40 req-de8374ae-0fa0-4e53-9913-f4a48b850fe3 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 945 time: 0.0481181 May 05 15:44:00.699578 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-453f0cd2-e969-4350-b0af-64fb168b3b40 req-3a0f2126-54ef-41a4-b741-5c8dd1527d2f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431795 May 05 15:44:00.811550 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bf2e5-9c88-41d0-9885-b6b89b574a76 req-07c37469-b78f-4f68-8ae9-ec2fa6cfd7b8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:00.813028 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4b4bf2e5-9c88-41d0-9885-b6b89b574a76 req-07c37469-b78f-4f68-8ae9-ec2fa6cfd7b8 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 945 time: 0.0457106 May 05 15:44:00.861222 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4b4bf2e5-9c88-41d0-9885-b6b89b574a76 req-516684a4-6daf-48eb-9d35-c915ddb2cb42 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 May 05 15:44:00.885460 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50162) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:00.921560 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7edd15f-d29f-436c-959d-d3f6a2c70d81 tempest-TestVolumeBootPattern-122696015 tempest-TestVolumeBootPattern-122696015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:00.927027 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-c7edd15f-d29f-436c-959d-d3f6a2c70d81 tempest-TestVolumeBootPattern-122696015 tempest-TestVolumeBootPattern-122696015-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 1124 time: 0.0365918 May 05 15:44:00.927027 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50164) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:00.930591 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'port_id': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:00.952809 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cdce77c6-838c-480a-94ec-26994fedb3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.032691 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.113265 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.219660 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Allocated IP 172.27.0.76 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/23818363-dd45-434c-9e5f-77c903d126fe) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:01.320168 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for port (23818363-dd45-434c-9e5f-77c903d126fe), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.415883 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (23818363-dd45-434c-9e5f-77c903d126fe), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.453560 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:01.456533 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:01.461996 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:01.467465 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'Port': ['ID=23818363-dd45-434c-9e5f-77c903d126fe,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:01.732827 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.733498 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.733498 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.733703 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.734035 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.734385 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.734711 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.735028 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.735346 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.735665 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.735983 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.736303 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.736617 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.736932 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.737243 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:02.074853 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (892259ed-67c1-466f-92b9-8a569f918c2b), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.208350 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (23818363-dd45-434c-9e5f-77c903d126fe), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.357532 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for port (23818363-dd45-434c-9e5f-77c903d126fe), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.420971 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (23818363-dd45-434c-9e5f-77c903d126fe), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.494107 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event updated for resources: {'Port': ['ID=23818363-dd45-434c-9e5f-77c903d126fe,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:02.503758 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (892259ed-67c1-466f-92b9-8a569f918c2b), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.605405 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Floating IP 892259ed-67c1-466f-92b9-8a569f918c2b associated. External IP: 172.27.0.76, port: fd4d154e-e705-4ce2-90d4-f0dcad9d39b0. May 05 15:44:02.819469 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Router 14a66193-41a7-4883-bcaf-bd4f8572cb86 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:44:02.933704 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:02.943601 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e12a6c0-3e99-49d4-9126-be294102c029 None None] Sync routers for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:02.953701 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e12a6c0-3e99-49d4-9126-be294102c029 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:02.954355 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4e12a6c0-3e99-49d4-9126-be294102c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:43:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:03.072724 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4e12a6c0-3e99-49d4-9126-be294102c029 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:03.117066 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.142308 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-060dd3ba-ab37-491a-9695-ca257f8366c2 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2154965 May 05 15:44:03.142905 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de11fff-0856-41d7-bb90-46b600b65253', 'tag': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:03.145185 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b9df8b-f24c-4e25-9ada-97771b4e56f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1de11fff-0856-41d7-bb90-46b600b65253", "tag": "fd4d154e-e705-4ce2-90d4-f0dcad9d39b0"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:03.184043 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e82174-85db-4b8b-9775-8c615a2b5ae1 x-openstack-request-id: req-b5e82174-85db-4b8b-9775-8c615a2b5ae1 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:03.184328 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de11fff-0856-41d7-bb90-46b600b65253", "tag": "fd4d154e-e705-4ce2-90d4-f0dcad9d39b0", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:03.184578 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5e82174-85db-4b8b-9775-8c615a2b5ae1 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:03.184983 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e82174-85db-4b8b-9775-8c615a2b5ae1'] response: {'name': 'network-changed', 'server_uuid': '1de11fff-0856-41d7-bb90-46b600b65253', 'tag': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0', 'status': 'completed', 'code': 200} May 05 15:44:03.243606 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9df8b-f24c-4e25-9ada-97771b4e56f8 req-da8c06fc-5529-49e2-a7fc-3cf753ae7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:03.245084 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-94b9df8b-f24c-4e25-9ada-97771b4e56f8 req-da8c06fc-5529-49e2-a7fc-3cf753ae7581 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 1129 time: 0.0392802 May 05 15:44:03.299284 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4e12a6c0-3e99-49d4-9126-be294102c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '892259ed-67c1-466f-92b9-8a569f918c2b', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:bd:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de11fff-0856-41d7-bb90-46b600b65253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 0, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}, {'id': '95dd5906-a7ce-4da9-b2a9-a7cd7586072f', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': '84246994-c338-4bac-83ad-3159f5ba9d55', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:2e:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117e63-4211-4e5c-acd2-97227e442681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:03Z', 'updated_at': '2022-05-05T15:42:05Z', 'revision_number': 1, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:03.301469 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-83fb1eab-27ca-4b18-a211-626cd1c1f5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.329099 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e12a6c0-3e99-49d4-9126-be294102c029 None None] Checking router: 14a66193-41a7-4883-bcaf-bd4f8572cb86 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:03.338162 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e12a6c0-3e99-49d4-9126-be294102c029 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:03.338845 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4e12a6c0-3e99-49d4-9126-be294102c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:44:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:03.346797 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9df8b-f24c-4e25-9ada-97771b4e56f8 req-a9b72a19-ae26-443b-940e-acb471989245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:03.348264 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-94b9df8b-f24c-4e25-9ada-97771b4e56f8 req-a9b72a19-ae26-443b-940e-acb471989245 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 913 time: 0.0976131 May 05 15:44:03.414758 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-94b9df8b-f24c-4e25-9ada-97771b4e56f8 req-a0329f01-b1e5-4b78-af08-e24845795013 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 HTTP/1.1" status: 200 len: 998 time: 0.0594492 May 05 15:44:03.449578 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4e12a6c0-3e99-49d4-9126-be294102c029 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:03.469239 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9df8b-f24c-4e25-9ada-97771b4e56f8 req-c59621f6-9278-490a-bd92-46f06f5dd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:03.470871 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-94b9df8b-f24c-4e25-9ada-97771b4e56f8 req-c59621f6-9278-490a-bd92-46f06f5dd241 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40d03033-f447-4235-89ac-5b569f20c433 HTTP/1.1" status: 200 len: 851 time: 0.0505915 May 05 15:44:03.518382 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9df8b-f24c-4e25-9ada-97771b4e56f8 req-d4508962-2420-4bab-8514-42e0be35f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:03.519898 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-94b9df8b-f24c-4e25-9ada-97771b4e56f8 req-d4508962-2420-4bab-8514-42e0be35f529 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421722 May 05 15:44:03.614699 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-94b9df8b-f24c-4e25-9ada-97771b4e56f8 req-491ce2c5-4db8-4190-9098-84f84ae1828a service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876358 May 05 15:44:03.668904 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4e12a6c0-3e99-49d4-9126-be294102c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '892259ed-67c1-466f-92b9-8a569f918c2b', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:bd:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de11fff-0856-41d7-bb90-46b600b65253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 0, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}, {'id': '95dd5906-a7ce-4da9-b2a9-a7cd7586072f', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': '84246994-c338-4bac-83ad-3159f5ba9d55', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:2e:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117e63-4211-4e5c-acd2-97227e442681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:03Z', 'updated_at': '2022-05-05T15:42:05Z', 'revision_number': 1, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:03.695642 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e12a6c0-3e99-49d4-9126-be294102c029 None None] The sync data for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi is: [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '892259ed-67c1-466f-92b9-8a569f918c2b', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:bd:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de11fff-0856-41d7-bb90-46b600b65253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 0, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}, {'id': '95dd5906-a7ce-4da9-b2a9-a7cd7586072f', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': '84246994-c338-4bac-83ad-3159f5ba9d55', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:2e:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117e63-4211-4e5c-acd2-97227e442681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:03Z', 'updated_at': '2022-05-05T15:42:05Z', 'revision_number': 1, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:03.705727 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-94b9df8b-f24c-4e25-9ada-97771b4e56f8 req-8b483b41-80a3-401f-ad21-d8589a8cdaee service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852878 May 05 15:44:03.894305 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41244330-eddb-483f-bf64-b7e8ea607af6 None None] New status for floating IP 892259ed-67c1-466f-92b9-8a569f918c2b: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:44:04.272678 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.912695 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.169302 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.242880 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:44:14.831603 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f1007-ee3f-4a31-a77f-c597f825a59e req-cb2eecf4-67c8-4ba6-a7b1-d547027723d4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:14.833069 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-287f1007-ee3f-4a31-a77f-c597f825a59e req-cb2eecf4-67c8-4ba6-a7b1-d547027723d4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 946 time: 0.0467737 May 05 15:44:14.879955 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-287f1007-ee3f-4a31-a77f-c597f825a59e req-56ed7aad-c239-4d04-873d-7dad6a1f6c53 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412886 May 05 15:44:15.993813 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b3298-f13e-4283-855b-6f758ed1b6d2 req-53b0bf5f-a881-4009-80a5-fb40c2656b68 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:15.995777 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a51b3298-f13e-4283-855b-6f758ed1b6d2 req-53b0bf5f-a881-4009-80a5-fb40c2656b68 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 946 time: 0.0466971 May 05 15:44:16.046366 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a51b3298-f13e-4283-855b-6f758ed1b6d2 req-101fb619-141c-4b3b-8241-c5314dd46e1a tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c609650-85c2-42ed-a204-33e37088156c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448163 May 05 15:44:16.392330 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-f83a91e1-6493-4219-893b-3f8a9b5e7bb5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:16.393750 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-f83a91e1-6493-4219-893b-3f8a9b5e7bb5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 946 time: 0.0456510 May 05 15:44:16.477339 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Deleting port 6130cfa5-2de5-4b93-9ffb-996066f92b7d {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:44:16.477684 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.569582 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] For port 6130cfa5-2de5-4b93-9ffb-996066f92b7d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6130cfa5-2de5-4b93-9ffb-996066f92b7d,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:16.569940 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.736469 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.736826 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (87329030-c9bd-4d72-9845-564634c63da9), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.737142 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Floating IP 87329030-c9bd-4d72-9845-564634c63da9 disassociated. External IP: 172.27.0.113, port: 6130cfa5-2de5-4b93-9ffb-996066f92b7d. May 05 15:44:16.737482 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Calling delete_port for 6130cfa5-2de5-4b93-9ffb-996066f92b7d owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:44:16.963672 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (6130cfa5-2de5-4b93-9ffb-996066f92b7d), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.992625 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'Port': ['ID=6130cfa5-2de5-4b93-9ffb-996066f92b7d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:17.115436 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Router f4b7388d-9c03-4575-848d-36e6d54d4b2a has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:44:17.148510 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-90dab952-9ba3-431f-9bec-c93658684fde req-34e6ce9b-98b6-4d1e-b120-5e19365f17bc tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 210 time: 0.0322883 May 05 15:44:17.228126 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:17.237592 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feabfcf6-bcee-4b70-a152-0b8878bf1c98 None None] Sync routers for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:17.248845 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabfcf6-bcee-4b70-a152-0b8878bf1c98 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:17.249374 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-feabfcf6-bcee-4b70-a152-0b8878bf1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:44:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:17.270571 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] No DVR routers for this DVR port 6130cfa5-2de5-4b93-9ffb-996066f92b7d on host hv-cinder-84067 {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:44:17.273081 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.276380 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5af489bf-09b2-42e1-af63-bc9e4484e221 req-c12b9d90-823a-4d9c-86c1-ec90e4039af5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "DELETE /v2.0/ports/6130cfa5-2de5-4b93-9ffb-996066f92b7d HTTP/1.1" status: 204 len: 173 time: 0.8774028 May 05 15:44:17.276816 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36721903-b5db-46f3-971d-961a7e618e6d', 'name': 'network-vif-deleted', 'tag': '6130cfa5-2de5-4b93-9ffb-996066f92b7d'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:17.279305 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ffb6b8-6def-4876-a2f7-699223a30de1" -d '{"events": [{"server_uuid": "36721903-b5db-46f3-971d-961a7e618e6d", "name": "network-vif-deleted", "tag": "6130cfa5-2de5-4b93-9ffb-996066f92b7d"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:17.315189 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939d3aa1-2b07-4a7a-a94c-28998a07cd39 x-openstack-request-id: req-939d3aa1-2b07-4a7a-a94c-28998a07cd39 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:17.315477 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36721903-b5db-46f3-971d-961a7e618e6d", "name": "network-vif-deleted", "tag": "6130cfa5-2de5-4b93-9ffb-996066f92b7d", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:17.315726 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-939d3aa1-2b07-4a7a-a94c-28998a07cd39 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:17.316243 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939d3aa1-2b07-4a7a-a94c-28998a07cd39'] response: {'server_uuid': '36721903-b5db-46f3-971d-961a7e618e6d', 'name': 'network-vif-deleted', 'tag': '6130cfa5-2de5-4b93-9ffb-996066f92b7d', 'status': 'completed', 'code': 200} May 05 15:44:17.378259 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-feabfcf6-bcee-4b70-a152-0b8878bf1c98 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:17.584257 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-feabfcf6-bcee-4b70-a152-0b8878bf1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:17.609737 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feabfcf6-bcee-4b70-a152-0b8878bf1c98 None None] Checking router: f4b7388d-9c03-4575-848d-36e6d54d4b2a for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:17.617845 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabfcf6-bcee-4b70-a152-0b8878bf1c98 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:17.618520 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-feabfcf6-bcee-4b70-a152-0b8878bf1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:44:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:17.725874 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-feabfcf6-bcee-4b70-a152-0b8878bf1c98 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:17.991470 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-feabfcf6-bcee-4b70-a152-0b8878bf1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:18.018014 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feabfcf6-bcee-4b70-a152-0b8878bf1c98 None None] The sync data for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi is: [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:18.257443 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8920704-0aa9-46a8-9989-998d6b2118f6 None None] New status for floating IP 87329030-c9bd-4d72-9845-564634c63da9: DOWN {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:44:18.265026 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3ea212d3-1690-4cbb-aa2a-9548f8263f59 req-e94d5969-e00e-4acf-9171-48ad41f6eb04 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=36721903-b5db-46f3-971d-961a7e618e6d HTTP/1.1" status: 200 len: 210 time: 0.0317974 May 05 15:44:19.427143 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50246) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:19.481085 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9bffc0cd-2ff9-425b-8ea8-6c1509a9c051 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (7c609650-85c2-42ed-a204-33e37088156c), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.507743 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9bffc0cd-2ff9-425b-8ea8-6c1509a9c051 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (7c609650-85c2-42ed-a204-33e37088156c), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.649196 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9bffc0cd-2ff9-425b-8ea8-6c1509a9c051 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7c609650-85c2-42ed-a204-33e37088156c), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.651749 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9bffc0cd-2ff9-425b-8ea8-6c1509a9c051 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.654906 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-9bffc0cd-2ff9-425b-8ea8-6c1509a9c051 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "DELETE /v2.0/security-groups/7c609650-85c2-42ed-a204-33e37088156c HTTP/1.1" status: 204 len: 168 time: 0.2249110 May 05 15:44:19.656551 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50248) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:19.663093 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffc0cd-2ff9-425b-8ea8-6c1509a9c051 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c609650-85c2-42ed-a204-33e37088156c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:19.671302 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.api.v2.resource [None req-e613e8a3-26a2-4509-8772-98909c1c1977 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] show failed (client error): The resource could not be found. May 05 15:44:19.672310 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-e613e8a3-26a2-4509-8772-98909c1c1977 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups/7c609650-85c2-42ed-a204-33e37088156c HTTP/1.1" status: 404 len: 347 time: 0.0146832 May 05 15:44:19.675204 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50250) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:19.795141 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Deleting port 2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:44:19.795482 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.872599 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.872919 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.885191 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Calling delete_port for 2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f owned by network:floatingip {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:44:20.089611 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:20.120762 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'Port': ['ID=2c8ac8f9-9747-45a0-974a-2dbba0ff0d5f,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:20.146079 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.146472 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.146917 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.147314 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.147746 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.148153 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.148495 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.148827 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.149157 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.149488 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.149880 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.150234 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.150591 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.150970 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.151296 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:20.192734 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (87329030-c9bd-4d72-9845-564634c63da9), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:20.195389 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:20.196560 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-446aad6b-76be-4207-bafe-b2c32a8870a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "DELETE /v2.0/floatingips/87329030-c9bd-4d72-9845-564634c63da9 HTTP/1.1" status: 204 len: 168 time: 0.5204711 May 05 15:44:20.258120 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 6130cfa5-2de5-4b93-9ffb-996066f92b7d no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:44:20.277789 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: 6130cfa5-2de5-4b93-9ffb-996066f92b7d {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:44:20.278130 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 6130cfa5-2de5-4b93-9ffb-996066f92b7d not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:44:20.587721 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50254) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:20.592414 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-549a1375-02f7-4b9e-82bd-31a27a744d49 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--853929436', 'description': 'tempest-description--387671564'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:20.716648 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-549a1375-02f7-4b9e-82bd-31a27a744d49 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:20.782692 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-549a1375-02f7-4b9e-82bd-31a27a744d49 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (c311177d-bb2b-48e2-97af-eb1f2c6fee3c), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:20.899745 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-549a1375-02f7-4b9e-82bd-31a27a744d49 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c311177d-bb2b-48e2-97af-eb1f2c6fee3c), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:20.927913 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a1375-02f7-4b9e-82bd-31a27a744d49 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c311177d-bb2b-48e2-97af-eb1f2c6fee3c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:21.026858 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-549a1375-02f7-4b9e-82bd-31a27a744d49 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.028057 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-549a1375-02f7-4b9e-82bd-31a27a744d49 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4392846 May 05 15:44:21.031399 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50256) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:21.035689 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d9c5c3c3-ef96-488f-a515-7d7e5611cae2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group_rule': {'security_group_id': 'c311177d-bb2b-48e2-97af-eb1f2c6fee3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:21.093984 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.130883 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c3c3-ef96-488f-a515-7d7e5611cae2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (ce2e7d65-0a96-4d99-b89e-200c4b3f3888), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.185536 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c3c3-ef96-488f-a515-7d7e5611cae2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (ce2e7d65-0a96-4d99-b89e-200c4b3f3888), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.266493 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c3c3-ef96-488f-a515-7d7e5611cae2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (ce2e7d65-0a96-4d99-b89e-200c4b3f3888), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.284361 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5c3c3-ef96-488f-a515-7d7e5611cae2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2e7d65-0a96-4d99-b89e-200c4b3f3888,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:21.352945 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c3c3-ef96-488f-a515-7d7e5611cae2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.354160 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-d9c5c3c3-ef96-488f-a515-7d7e5611cae2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218381 May 05 15:44:21.357732 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50258) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:21.362122 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b994b2ad-3c73-4099-83f8-3b3fa5f71f64 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'security_group_rule': {'security_group_id': 'c311177d-bb2b-48e2-97af-eb1f2c6fee3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:21.459267 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b994b2ad-3c73-4099-83f8-3b3fa5f71f64 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (7534af12-d873-4223-82c6-41d58529ccf2), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.515413 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b994b2ad-3c73-4099-83f8-3b3fa5f71f64 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (7534af12-d873-4223-82c6-41d58529ccf2), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.597881 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b994b2ad-3c73-4099-83f8-3b3fa5f71f64 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613151'] for security_group_rule (7534af12-d873-4223-82c6-41d58529ccf2), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.614894 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994b2ad-3c73-4099-83f8-3b3fa5f71f64 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7534af12-d873-4223-82c6-41d58529ccf2,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:21.735511 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b994b2ad-3c73-4099-83f8-3b3fa5f71f64 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.736722 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-b994b2ad-3c73-4099-83f8-3b3fa5f71f64 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3778653 May 05 15:44:21.739792 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50260) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:21.744066 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'floatingip': {'floating_network_id': '02718d50-6065-4980-9530-582a9009be37'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:21.855321 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.931440 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.036228 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Allocated IP 172.27.0.67 (02718d50-6065-4980-9530-582a9009be37/db79f4fb-00d3-44ec-98a1-29116abbee49/0bd9e494-4f91-4bcc-9bb7-56bc6aabed84) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:22.141643 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (0bd9e494-4f91-4bcc-9bb7-56bc6aabed84), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.237088 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (0bd9e494-4f91-4bcc-9bb7-56bc6aabed84), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.273896 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Network 02718d50-6065-4980-9530-582a9009be37 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:22.276784 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:22.282615 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:22.288043 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=0bd9e494-4f91-4bcc-9bb7-56bc6aabed84,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:22.367919 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (98b99505-8485-4308-ba9d-589785a50cc1), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.522993 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (0bd9e494-4f91-4bcc-9bb7-56bc6aabed84), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.672450 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (0bd9e494-4f91-4bcc-9bb7-56bc6aabed84), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.740424 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (0bd9e494-4f91-4bcc-9bb7-56bc6aabed84), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.811517 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=0bd9e494-4f91-4bcc-9bb7-56bc6aabed84,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:22.823245 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (98b99505-8485-4308-ba9d-589785a50cc1), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.960010 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.961297 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-3d8fa524-bef8-4d71-9299-bb218f98b08e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2205849 May 05 15:44:23.112170 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-28f199a0-7be7-486c-b2fd-529e69ad00c2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--853929436&fields=id&tenant_id=bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 267 time: 0.0452149 May 05 15:44:23.220075 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-3c2adee5-56e2-440d-8022-5448db693722 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:23.221522 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-3c2adee5-56e2-440d-8022-5448db693722 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 815 time: 0.1030304 May 05 15:44:23.235673 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-002f4abd-c742-4278-8576-3aa6ed0ec64d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/quotas/bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 375 time: 0.0088460 May 05 15:44:23.283419 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-74c99b87-d8cf-47ec-b70f-37d5efb53e06 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429094 May 05 15:44:23.341788 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-01e2503d-cb0c-4857-acab-47de66a05363 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103723) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:44:23.342806 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-01e2503d-cb0c-4857-acab-47de66a05363 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0488122 May 05 15:44:23.432623 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-7766b783-e60a-4292-a922-9d097a12ce40 service neutron] 10.222.0.44 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838747 May 05 15:44:23.527833 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-96b4edec-cc72-4994-9ddc-c5a60b5206f2 service neutron] 10.222.0.44 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890667 May 05 15:44:23.761970 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0bbcd150-dbec-49a8-bbc1-227b32e363cb req-da018329-2626-41fc-9d4d-9a84b1ce2305 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0281787 May 05 15:44:24.857151 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-7e33aa24-e4d7-4afe-9c6d-d92e69095ab5 req-0e351e34-d6af-4ab1-895a-3db297b0496d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0277326 May 05 15:44:25.954900 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-97d2cfd7-9dcc-4b2e-8d7d-ab206ba92e05 req-da63cab8-2f7d-4076-b65c-17e29bed383f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0285976 May 05 15:44:26.056801 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-1669fcbb-c18b-46be-b21d-7d4e67bad9c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:26.058192 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-1669fcbb-c18b-46be-b21d-7d4e67bad9c8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 815 time: 0.1022658 May 05 15:44:26.123206 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-b6ae9b43-5e50-4c8d-ba56-b378d8079c18 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd08af70bf244940868e298b55ccbd68 HTTP/1.1" status: 200 len: 379 time: 0.0516343 May 05 15:44:26.131325 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'port': {'device_id': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'admin_state_up': True, 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'security_groups': ['c311177d-bb2b-48e2-97af-eb1f2c6fee3c']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:26.322379 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Made reservation on behalf of bd08af70bf244940868e298b55ccbd68 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:44:26.325852 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:26.456581 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Allocated IP 172.20.0.8 (d4efce45-c436-4aa7-a2cd-46cb8cdff758/8dfd4c28-a645-44a9-a73d-ccb798dd835f/b7b13609-7af0-4034-a967-6449bda389ee) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:26.594476 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for port (b7b13609-7af0-4034-a967-6449bda389ee), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:26.792526 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794023213460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (b7b13609-7af0-4034-a967-6449bda389ee), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:26.835837 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:26.839087 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:26.845455 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:26.851581 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event updated for resources: {'Port': ['ID=b7b13609-7af0-4034-a967-6449bda389ee,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:26.899872 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:26.900485 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:26.982338 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-33b6b845-be65-4c06-b4aa-59d350870e43 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8545504 May 05 15:44:26.994969 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.v2.base [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Request body: {'port': {'device_id': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:27.054613 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-0a5d0db8-cd19-4c7f-befe-06cb73e1af40 None None] Provisioning complete for port b7b13609-7af0-4034-a967-6449bda389ee triggered by entity DHCP. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:27.055178 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a5d0db8-cd19-4c7f-befe-06cb73e1af40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b7b13609-7af0-4034-a967-6449bda389ee), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:27.063423 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b7b13609-7af0-4034-a967-6449bda389ee), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:27.074940 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55394600-648c-453c-9d00-9c284d661c54 req-352f1bbe-88e7-4d47-a3bf-ae523cd7f3f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:27.077679 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-55394600-648c-453c-9d00-9c284d661c54 req-352f1bbe-88e7-4d47-a3bf-ae523cd7f3f9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 931 time: 0.0505199 May 05 15:44:27.090718 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d0db8-cd19-4c7f-befe-06cb73e1af40 None None] Port b7b13609-7af0-4034-a967-6449bda389ee cannot update to ACTIVE because it is not bound. {{(pid=103725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:27.132346 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-55394600-648c-453c-9d00-9c284d661c54 req-49704ee9-b78b-4554-a7cc-2495c3b11fa6 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483875 May 05 15:44:27.324664 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b13609-7af0-4034-a967-6449bda389ee {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:44:27.332630 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Publish callbacks [] for port (b7b13609-7af0-4034-a967-6449bda389ee), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:27.344545 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Transition to ACTIVE for port object b7b13609-7af0-4034-a967-6449bda389ee will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:44:27.448978 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (b7b13609-7af0-4034-a967-6449bda389ee), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:27.501105 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b13609-7af0-4034-a967-6449bda389ee,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:27.812373 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Attempting to bind port b7b13609-7af0-4034-a967-6449bda389ee on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:27.812702 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Attempting to bind port b7b13609-7af0-4034-a967-6449bda389ee by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:27.813028 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Attempting to bind port b7b13609-7af0-4034-a967-6449bda389ee on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:27.817533 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Port b7b13609-7af0-4034-a967-6449bda389ee on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:44:27.817853 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Attempting to bind port b7b13609-7af0-4034-a967-6449bda389ee on network d4efce45-c436-4aa7-a2cd-46cb8cdff758 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:27.822656 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Checking agent: {'id': '69acfec1-3d30-435b-aac7-1285baca4f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:27.822992 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Checking segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:27.823371 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Bound using segment: {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:27.823787 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Bound port: b7b13609-7af0-4034-a967-6449bda389ee, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b84e5f-8110-44ee-af7d-eb5565bd1851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:27.824138 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b7b13609-7af0-4034-a967-6449bda389ee), before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:27.885317 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] For port b7b13609-7af0-4034-a967-6449bda389ee, host hv-cinder-84067, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:27.888269 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] For port b7b13609-7af0-4034-a967-6449bda389ee, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b7b13609-7af0-4034-a967-6449bda389ee,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:27.975577 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9250435'] for port (b7b13609-7af0-4034-a967-6449bda389ee), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:28.009987 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.010689 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:28.012044 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] 10.222.0.49 "PUT /v2.0/ports/b7b13609-7af0-4034-a967-6449bda389ee HTTP/1.1" status: 200 len: 1093 time: 1.0225375 May 05 15:44:28.012482 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'tag': 'b7b13609-7af0-4034-a967-6449bda389ee'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:28.015119 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b280e5-79ec-413e-9dd6-83f7896f550f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0", "tag": "b7b13609-7af0-4034-a967-6449bda389ee"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:28.048245 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0290e-ed71-4eac-8f5f-03ce2a4399b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b13609-7af0-4034-a967-6449bda389ee,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:28.060819 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210c8def-731f-485a-ad98-76ae24dd1061 x-openstack-request-id: req-210c8def-731f-485a-ad98-76ae24dd1061 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:28.061115 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0", "tag": "b7b13609-7af0-4034-a967-6449bda389ee", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:28.061660 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-210c8def-731f-485a-ad98-76ae24dd1061 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:28.062804 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210c8def-731f-485a-ad98-76ae24dd1061'] response: {'name': 'network-changed', 'server_uuid': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'tag': 'b7b13609-7af0-4034-a967-6449bda389ee', 'status': 'completed', 'code': 200} May 05 15:44:28.129158 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b280e5-79ec-413e-9dd6-83f7896f550f req-c88cea13-af64-4be4-a45f-cbbfcf9c65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.130686 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-41b280e5-79ec-413e-9dd6-83f7896f550f req-c88cea13-af64-4be4-a45f-cbbfcf9c65d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 1127 time: 0.0472035 May 05 15:44:28.239162 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b280e5-79ec-413e-9dd6-83f7896f550f req-707e6b04-6281-4607-a79e-0f8f3d2929d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.240662 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-41b280e5-79ec-413e-9dd6-83f7896f550f req-707e6b04-6281-4607-a79e-0f8f3d2929d4 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=bd08af70bf244940868e298b55ccbd68&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1034157 May 05 15:44:28.254815 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dcfa1-e1b1-4e1f-9a6f-5827bafd9795 req-009a8ca1-b2e5-4ab9-b7b2-d37c8539dd9d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.256317 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-179dcfa1-e1b1-4e1f-9a6f-5827bafd9795 req-009a8ca1-b2e5-4ab9-b7b2-d37c8539dd9d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 943 time: 0.0490513 May 05 15:44:28.304359 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-179dcfa1-e1b1-4e1f-9a6f-5827bafd9795 req-8b31484b-1594-44d5-9b7d-107db73ae2e2 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 May 05 15:44:28.338667 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b280e5-79ec-413e-9dd6-83f7896f550f req-acb8c315-6e6c-4180-8a79-768c4803a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.340174 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-41b280e5-79ec-413e-9dd6-83f7896f550f req-acb8c315-6e6c-4180-8a79-768c4803a7bd service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936131 May 05 15:44:28.411090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-aa48ff8e-1e93-472b-839f-2ef141fe8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.412579 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-aa48ff8e-1e93-472b-839f-2ef141fe8fc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 1127 time: 0.0392997 May 05 15:44:28.456190 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-da1adb6e-b53a-4462-b293-a3ec946f6139 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7b13609-7af0-4034-a967-6449bda389ee HTTP/1.1" status: 200 len: 217 time: 0.0374005 May 05 15:44:28.503970 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-e8b1f583-9e29-412f-b0e9-b791ab9b9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.505302 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-e8b1f583-9e29-412f-b0e9-b791ab9b9bb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dfd4c28-a645-44a9-a73d-ccb798dd835f HTTP/1.1" status: 200 len: 854 time: 0.0426683 May 05 15:44:28.548214 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-d6b55294-6db6-4314-809b-6a09e5412096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.549697 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-d6b55294-6db6-4314-809b-6a09e5412096 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4efce45-c436-4aa7-a2cd-46cb8cdff758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381005 May 05 15:44:28.641598 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-da128a6e-2de3-425a-8bfa-6ea0a956ae48 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855911 May 05 15:44:28.727474 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-feb322cf-c791-4d43-af30-36e3b83228c1 req-677d310f-fcac-44d2-bdb7-3e6873b109ab service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807109 May 05 15:44:29.422657 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fa315-b165-42af-addf-161cc39d53d7 req-d0df93ed-ea13-4259-b315-44fd556971ab tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:29.424118 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4c1fa315-b165-42af-addf-161cc39d53d7 req-d0df93ed-ea13-4259-b315-44fd556971ab tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 943 time: 0.0515387 May 05 15:44:29.471168 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4c1fa315-b165-42af-addf-161cc39d53d7 req-0490b8fa-9400-4393-b00b-5547053a3571 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414207 May 05 15:44:30.582589 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ea207-f020-4c31-9d46-78d15a307928 req-002395c0-a318-4aed-ae0c-09c94988c38d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:30.584023 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9a7ea207-f020-4c31-9d46-78d15a307928 req-002395c0-a318-4aed-ae0c-09c94988c38d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 943 time: 0.0472627 May 05 15:44:30.629964 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9a7ea207-f020-4c31-9d46-78d15a307928 req-7bcdccb0-54da-4015-8826-d63bec91331e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405321 May 05 15:44:30.957757 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5318941e-b9bc-42b1-840a-beb1a8304d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.740005 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e4694-ca88-40b4-87dd-9e0a10ec9535 req-e9df6b24-87f1-47ab-b5b5-17237485a2e4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:31.741454 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f93e4694-ca88-40b4-87dd-9e0a10ec9535 req-e9df6b24-87f1-47ab-b5b5-17237485a2e4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 943 time: 0.0465455 May 05 15:44:31.789298 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f93e4694-ca88-40b4-87dd-9e0a10ec9535 req-7938492c-2f2f-4d87-8ab4-cdea5c0f241f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421860 May 05 15:44:32.335633 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device b7b13609-7af0-4034-a967-6449bda389ee details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:44:32.430067 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port b7b13609-7af0-4034-a967-6449bda389ee, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b7b13609-7af0-4034-a967-6449bda389ee,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:32.442298 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Returning: {'device': 'b7b13609-7af0-4034-a967-6449bda389ee', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'port_id': 'b7b13609-7af0-4034-a967-6449bda389ee', 'mac_address': 'fa:16:3e:08:3f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:44:32.482646 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port b7b13609-7af0-4034-a967-6449bda389ee is: DOWN; New status is: BUILD {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:32.483031 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b7b13609-7af0-4034-a967-6449bda389ee), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:32.496298 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b13609-7af0-4034-a967-6449bda389ee {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:44:32.515455 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port b7b13609-7af0-4034-a967-6449bda389ee, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b7b13609-7af0-4034-a967-6449bda389ee,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:32.626421 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b7b13609-7af0-4034-a967-6449bda389ee), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:32.672218 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=b7b13609-7af0-4034-a967-6449bda389ee,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:32.679765 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.681660 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.681660 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.681660 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.681660 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.681660 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.682152 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.682152 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.682355 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.682663 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.682985 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.683310 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.683636 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.683954 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.684269 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:32.850167 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] get_ports_and_sgs() called for port_ids ['b7b13609-7af0-4034-a967-6449bda389ee'] {{(pid=103725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:44:32.912762 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e5bbb-2ed6-4ace-87e1-2a35e11dd679 req-61f8c901-50eb-41b8-bf38-119ba76b98cc tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:32.914246 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-511e5bbb-2ed6-4ace-87e1-2a35e11dd679 req-61f8c901-50eb-41b8-bf38-119ba76b98cc tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0517859 May 05 15:44:32.962671 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-511e5bbb-2ed6-4ace-87e1-2a35e11dd679 req-28e35903-fc7f-4a87-924a-c0fa9ab49ee6 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426989 May 05 15:44:33.094555 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d415abd2-0b87-4dbb-bcb8-d59f4c5be55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:34.073691 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a9b87-78ca-4ccf-963d-6a4b7cabd275 req-b9b9e987-30e6-4019-b4a4-441b716a225f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:34.075108 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f49a9b87-78ca-4ccf-963d-6a4b7cabd275 req-b9b9e987-30e6-4019-b4a4-441b716a225f tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0466712 May 05 15:44:34.125385 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f49a9b87-78ca-4ccf-963d-6a4b7cabd275 req-6c4ca60d-0f9f-4e56-b624-866aeeb920a4 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441511 May 05 15:44:34.288941 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:34.335506 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device b7b13609-7af0-4034-a967-6449bda389ee up at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:34.380226 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning for port b7b13609-7af0-4034-a967-6449bda389ee completed by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:44:34.449010 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Provisioning complete for port b7b13609-7af0-4034-a967-6449bda389ee triggered by entity L2. {{(pid=103725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:34.449386 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522557'] for port (b7b13609-7af0-4034-a967-6449bda389ee), provisioning_complete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:34.528420 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Current status of the port b7b13609-7af0-4034-a967-6449bda389ee is: BUILD; New status is: ACTIVE {{(pid=103725) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:34.528787 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459618'] for port (b7b13609-7af0-4034-a967-6449bda389ee), before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:34.550634 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b13609-7af0-4034-a967-6449bda389ee'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:34.552869 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9e6595a0f30126fad336eb9aa236d56d8c470372697d4c50553dbdd0cbe1208" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c0f1cd-0773-4a7d-b3bc-c398996d53d3" -d '{"events": [{"server_uuid": "c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "b7b13609-7af0-4034-a967-6449bda389ee"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:34.566298 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] For port b7b13609-7af0-4034-a967-6449bda389ee, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b7b13609-7af0-4034-a967-6449bda389ee,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:34.646889 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b16db15-16c0-4ee8-8a09-c7b892048566 x-openstack-request-id: req-5b16db15-16c0-4ee8-8a09-c7b892048566 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:34.647178 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "b7b13609-7af0-4034-a967-6449bda389ee", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:34.647429 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b16db15-16c0-4ee8-8a09-c7b892048566 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:34.647824 dv-cinder-840678-1-iscsi neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b16db15-16c0-4ee8-8a09-c7b892048566'] response: {'server_uuid': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b13609-7af0-4034-a967-6449bda389ee', 'code': 200} May 05 15:44:34.655111 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794023691969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794023213478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794023213496'] for port (b7b13609-7af0-4034-a967-6449bda389ee), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:34.702335 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Pushing event updated for resources: {'Port': ['ID=b7b13609-7af0-4034-a967-6449bda389ee,revision_number=5']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:34.995225 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ae99d-c303-423b-93aa-bc18baed1e2b req-f25b120e-f773-466b-956a-63074a15f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:34.996764 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0f9ae99d-c303-423b-93aa-bc18baed1e2b req-f25b120e-f773-466b-956a-63074a15f20e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 1129 time: 0.0384171 May 05 15:44:35.038649 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-0f9ae99d-c303-423b-93aa-bc18baed1e2b req-31e1b6e6-375d-4e5d-a503-422787a22d54 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361135 May 05 15:44:35.237659 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368be794-b23b-4a24-a826-8d8122d1cf30 req-871561aa-5636-4a9e-ac88-024ab53dd0ae tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:35.239144 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-368be794-b23b-4a24-a826-8d8122d1cf30 req-871561aa-5636-4a9e-ac88-024ab53dd0ae tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0471201 May 05 15:44:35.284520 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-368be794-b23b-4a24-a826-8d8122d1cf30 req-27743354-557d-4364-9fe9-968d75780bcb tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398502 May 05 15:44:35.855018 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:36.401122 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3cf42-7be7-4147-a18f-a738dc1ca12a req-280a9715-c1a7-450a-9763-3b83ed93e3db tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:36.402672 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3bb3cf42-7be7-4147-a18f-a738dc1ca12a req-280a9715-c1a7-450a-9763-3b83ed93e3db tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0489955 May 05 15:44:36.450258 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3bb3cf42-7be7-4147-a18f-a738dc1ca12a req-40638f22-73b7-49cf-bbb5-d4d6f1df58e5 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 May 05 15:44:37.151752 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:37.568272 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cf286-8819-4a0a-8f22-8d99c109cb41 req-643e83df-c5cc-4800-b496-12037472ee80 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:37.569743 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d75cf286-8819-4a0a-8f22-8d99c109cb41 req-643e83df-c5cc-4800-b496-12037472ee80 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0500634 May 05 15:44:37.616132 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-d75cf286-8819-4a0a-8f22-8d99c109cb41 req-3b57f2a9-b8f1-4fd9-887b-ebfbfd264f4e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408764 May 05 15:44:37.727357 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fff204-47ea-43c3-a032-e29b25e9b506 req-4369f074-6c7b-4118-a20b-7d93be700d25 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:37.728890 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-73fff204-47ea-43c3-a032-e29b25e9b506 req-4369f074-6c7b-4118-a20b-7d93be700d25 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0499442 May 05 15:44:37.738002 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50332) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:37.742748 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.v2.base [None req-f08cf56d-0e7d-4590-a389-d80effe3439d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Request body: {'floatingip': {'port_id': 'b7b13609-7af0-4034-a967-6449bda389ee'}} {{(pid=103723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:37.782624 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f08cf56d-0e7d-4590-a389-d80effe3439d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (98b99505-8485-4308-ba9d-589785a50cc1), before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:38.229425 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f08cf56d-0e7d-4590-a389-d80effe3439d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:38.300520 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f08cf56d-0e7d-4590-a389-d80effe3439d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (98b99505-8485-4308-ba9d-589785a50cc1), after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:38.403258 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.db.l3_db [None req-f08cf56d-0e7d-4590-a389-d80effe3439d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Floating IP 98b99505-8485-4308-ba9d-589785a50cc1 associated. External IP: 172.27.0.67, port: b7b13609-7af0-4034-a967-6449bda389ee. May 05 15:44:38.896096 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08cf56d-0e7d-4590-a389-d80effe3439d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Router f4b7388d-9c03-4575-848d-36e6d54d4b2a has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:44:39.005255 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08cf56d-0e7d-4590-a389-d80effe3439d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:39.010113 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f08cf56d-0e7d-4590-a389-d80effe3439d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:39.015084 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c748c-1c4c-4d49-89ce-c75d5d6f4e08 None None] Sync routers for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:39.024982 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c748c-1c4c-4d49-89ce-c75d5d6f4e08 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:39.025588 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b58c748c-1c4c-4d49-89ce-c75d5d6f4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:44:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:39.039573 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-f08cf56d-0e7d-4590-a389-d80effe3439d tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "PUT /v2.0/floatingips/98b99505-8485-4308-ba9d-589785a50cc1 HTTP/1.1" status: 200 len: 990 time: 1.3003435 May 05 15:44:39.040160 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'tag': 'b7b13609-7af0-4034-a967-6449bda389ee'}] {{(pid=103723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:39.042463 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1b7dfedbdd07f03e467453d85c810fb06abf094e1e4614e6d816bb556f3377d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819bc9f-581b-4be4-8e91-72ce219009bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0", "tag": "b7b13609-7af0-4034-a967-6449bda389ee"}]}' {{(pid=103723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:39.133948 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b58c748c-1c4c-4d49-89ce-c75d5d6f4e08 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:39.181193 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294c28bf-a928-42c9-ba60-a52d2bacd290 x-openstack-request-id: req-294c28bf-a928-42c9-ba60-a52d2bacd290 {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:39.181481 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0", "tag": "b7b13609-7af0-4034-a967-6449bda389ee", "status": "completed", "code": 200}]} {{(pid=103723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:39.181733 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-294c28bf-a928-42c9-ba60-a52d2bacd290 {{(pid=103723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:39.182157 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294c28bf-a928-42c9-ba60-a52d2bacd290'] response: {'name': 'network-changed', 'server_uuid': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'tag': 'b7b13609-7af0-4034-a967-6449bda389ee', 'status': 'completed', 'code': 200} May 05 15:44:39.246014 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bc9f-581b-4be4-8e91-72ce219009bf req-9cbdd345-720d-480a-8d0b-36161d0469b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:39.247553 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9819bc9f-581b-4be4-8e91-72ce219009bf req-9cbdd345-720d-480a-8d0b-36161d0469b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08af70bf244940868e298b55ccbd68&device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 1129 time: 0.0386016 May 05 15:44:39.340679 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bc9f-581b-4be4-8e91-72ce219009bf req-60b1a82a-7dc7-4212-88f1-97d21531f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:39.342071 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9819bc9f-581b-4be4-8e91-72ce219009bf req-60b1a82a-7dc7-4212-88f1-97d21531f760 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 200 len: 916 time: 0.0877938 May 05 15:44:39.352026 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b58c748c-1c4c-4d49-89ce-c75d5d6f4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '98b99505-8485-4308-ba9d-589785a50cc1', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'b7b13609-7af0-4034-a967-6449bda389ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:08:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:22Z', 'updated_at': '2022-05-05T15:44:38Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:39.378904 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c748c-1c4c-4d49-89ce-c75d5d6f4e08 None None] Checking router: f4b7388d-9c03-4575-848d-36e6d54d4b2a for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:39.387047 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c748c-1c4c-4d49-89ce-c75d5d6f4e08 None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:39.387654 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b58c748c-1c4c-4d49-89ce-c75d5d6f4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:44:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:39.406023 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9819bc9f-581b-4be4-8e91-72ce219009bf req-7e07a70e-235b-456c-9d1f-ee24cb7f95cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7b13609-7af0-4034-a967-6449bda389ee HTTP/1.1" status: 200 len: 998 time: 0.0584896 May 05 15:44:39.454238 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bc9f-581b-4be4-8e91-72ce219009bf req-69a831a5-4cc3-495f-b3bc-6ab5c72c3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:39.455720 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9819bc9f-581b-4be4-8e91-72ce219009bf req-69a831a5-4cc3-495f-b3bc-6ab5c72c3e61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dfd4c28-a645-44a9-a73d-ccb798dd835f HTTP/1.1" status: 200 len: 854 time: 0.0443110 May 05 15:44:39.494808 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b58c748c-1c4c-4d49-89ce-c75d5d6f4e08 None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:39.502812 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bc9f-581b-4be4-8e91-72ce219009bf req-7f37969b-db03-47c7-95e8-cf6e5990c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:39.504974 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9819bc9f-581b-4be4-8e91-72ce219009bf req-7f37969b-db03-47c7-95e8-cf6e5990c5a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4efce45-c436-4aa7-a2cd-46cb8cdff758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437648 May 05 15:44:39.595796 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9819bc9f-581b-4be4-8e91-72ce219009bf req-afb7bfe0-e5af-48cf-b77c-40ffb85f2a89 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836594 May 05 15:44:39.687536 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-9819bc9f-581b-4be4-8e91-72ce219009bf req-14d9e17a-4295-40c7-8d6c-f6da027c9be3 service neutron] 10.222.0.49 "GET /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861449 May 05 15:44:39.714371 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b58c748c-1c4c-4d49-89ce-c75d5d6f4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '98b99505-8485-4308-ba9d-589785a50cc1', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'b7b13609-7af0-4034-a967-6449bda389ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:08:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:22Z', 'updated_at': '2022-05-05T15:44:38Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:39.740819 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c748c-1c4c-4d49-89ce-c75d5d6f4e08 None None] The sync data for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi is: [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '98b99505-8485-4308-ba9d-589785a50cc1', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'port_id': 'b7b13609-7af0-4034-a967-6449bda389ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'mac_address': 'fa:16:3e:08:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:22Z', 'updated_at': '2022-05-05T15:44:38Z', 'revision_number': 1, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:39.943115 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ee12a6-f511-420b-9bdb-679ab3ef0b0a None None] New status for floating IP 98b99505-8485-4308-ba9d-589785a50cc1: ACTIVE {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:44:47.241075 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:44:51.055019 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:00.357508 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-74e9bb2c-0916-4433-a7d4-5e48c2c47982 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383198 May 05 15:45:00.437388 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-b3492426-7ea6-4c78-80a0-853d7ce1462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:00.438880 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-b3492426-7ea6-4c78-80a0-853d7ce1462c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 1130 time: 0.0383894 May 05 15:45:00.544834 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-9153f342-8252-41dc-956c-083bd3192f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:00.546302 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-9153f342-8252-41dc-956c-083bd3192f01 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 913 time: 0.0889673 May 05 15:45:00.610462 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-1d742754-b368-40b2-84de-3831197f8545 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84246994-c338-4bac-83ad-3159f5ba9d55 HTTP/1.1" status: 200 len: 1002 time: 0.0577209 May 05 15:45:00.661065 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-f52cbb1a-3eac-4b8c-81c0-bbdc37facbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:00.662522 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-f52cbb1a-3eac-4b8c-81c0-bbdc37facbf5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40d03033-f447-4235-89ac-5b569f20c433 HTTP/1.1" status: 200 len: 851 time: 0.0465186 May 05 15:45:00.706746 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-b4bf43c3-0240-4c01-8ca2-605955219d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:00.708221 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-b4bf43c3-0240-4c01-8ca2-605955219d9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385299 May 05 15:45:00.798406 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-6b645424-8d48-423e-b873-afbf52597f5e service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838764 May 05 15:45:00.890385 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-7ea6155c-cc48-4b9a-86a9-5616d5d2a072 req-5549131a-a458-4525-a1a9-fc0b02652ed4 service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854013 May 05 15:45:00.951560 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-220e38aa-446c-49ee-a7ec-e5ce7c4ec89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:03.031504 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6720bf73-5329-49f3-9e0b-b18367af0f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:04.288129 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:05.865376 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:07.168948 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:21.088259 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:24.239651 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:45:26.019641 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1352c-9a8a-4e0e-a074-150742af4760 req-b1abf2fb-d9c9-4752-a735-c76ef1b998a9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:26.021101 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-25d1352c-9a8a-4e0e-a074-150742af4760 req-b1abf2fb-d9c9-4752-a735-c76ef1b998a9 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0485833 May 05 15:45:26.067144 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-25d1352c-9a8a-4e0e-a074-150742af4760 req-ceb7e7ba-4cc2-4716-8974-8bf86b9eadab tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405202 May 05 15:45:27.182159 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420acc7-bd95-4309-b847-dafaa2c43f95 req-07c82ba0-2503-4537-b6e2-a8aca026614e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:27.183635 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e420acc7-bd95-4309-b847-dafaa2c43f95 req-07c82ba0-2503-4537-b6e2-a8aca026614e tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0465918 May 05 15:45:27.230209 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-e420acc7-bd95-4309-b847-dafaa2c43f95 req-3f07d853-503f-4d3b-b33c-98733e35be84 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups?id=c311177d-bb2b-48e2-97af-eb1f2c6fee3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409348 May 05 15:45:27.457002 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042cce3-74ef-406b-b013-0895a864017e req-33b7f03e-7860-4a35-8952-e4ec838de22c tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:27.458448 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4042cce3-74ef-406b-b013-0895a864017e req-33b7f03e-7860-4a35-8952-e4ec838de22c tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0511031 May 05 15:45:27.539103 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Deleting port b7b13609-7af0-4034-a967-6449bda389ee {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:27.539439 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (b7b13609-7af0-4034-a967-6449bda389ee), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:27.630517 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] For port b7b13609-7af0-4034-a967-6449bda389ee, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b7b13609-7af0-4034-a967-6449bda389ee,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:27.630879 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (b7b13609-7af0-4034-a967-6449bda389ee), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:27.802164 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:27.803110 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604866'] for floatingip (98b99505-8485-4308-ba9d-589785a50cc1), after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:27.803110 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Floating IP 98b99505-8485-4308-ba9d-589785a50cc1 disassociated. External IP: 172.27.0.67, port: b7b13609-7af0-4034-a967-6449bda389ee. May 05 15:45:27.803110 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Calling delete_port for b7b13609-7af0-4034-a967-6449bda389ee owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:28.013928 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (b7b13609-7af0-4034-a967-6449bda389ee), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:28.042086 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'Port': ['ID=b7b13609-7af0-4034-a967-6449bda389ee,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:28.055501 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.055855 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.056192 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.056526 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.056858 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.057195 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.057517 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.057840 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.058160 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.058507 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.058834 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.059155 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.059477 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.059795 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.060113 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:28.168537 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Router f4b7388d-9c03-4575-848d-36e6d54d4b2a has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:45:28.278070 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:45:28.293061 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0ad14-bb70-4d30-8c7e-36ebed5fd7cf None None] Sync routers for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:45:28.309517 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0ad14-bb70-4d30-8c7e-36ebed5fd7cf None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:28.310183 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-47a0ad14-bb70-4d30-8c7e-36ebed5fd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:28.321011 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] No DVR routers for this DVR port b7b13609-7af0-4034-a967-6449bda389ee on host hv-cinder-84067 {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:45:28.323499 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:28.326736 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-4042cce3-74ef-406b-b013-0895a864017e req-cfe36a3e-83b2-4cb2-aa91-e523405ccde1 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.49 "DELETE /v2.0/ports/b7b13609-7af0-4034-a967-6449bda389ee HTTP/1.1" status: 204 len: 173 time: 0.8629658 May 05 15:45:28.327171 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'name': 'network-vif-deleted', 'tag': 'b7b13609-7af0-4034-a967-6449bda389ee'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:28.329414 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0873a4fc-affa-46d6-9b44-0cf043d47c14" -d '{"events": [{"server_uuid": "c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0", "name": "network-vif-deleted", "tag": "b7b13609-7af0-4034-a967-6449bda389ee"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:28.337825 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-524c4af8-4508-45a8-ab44-005fc790dd83 req-564de55e-6d80-4f75-8bf6-3a35271643a8 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0379522 May 05 15:45:28.367492 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d746ea-daa9-4322-94ea-dd9660084869 x-openstack-request-id: req-57d746ea-daa9-4322-94ea-dd9660084869 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:28.367785 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0", "name": "network-vif-deleted", "tag": "b7b13609-7af0-4034-a967-6449bda389ee", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:28.368040 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57d746ea-daa9-4322-94ea-dd9660084869 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:28.368438 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d746ea-daa9-4322-94ea-dd9660084869'] response: {'server_uuid': 'c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0', 'name': 'network-vif-deleted', 'tag': 'b7b13609-7af0-4034-a967-6449bda389ee', 'status': 'completed', 'code': 200} May 05 15:45:28.436604 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-47a0ad14-bb70-4d30-8c7e-36ebed5fd7cf None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:28.710954 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-47a0ad14-bb70-4d30-8c7e-36ebed5fd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:28.739533 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0ad14-bb70-4d30-8c7e-36ebed5fd7cf None None] Checking router: f4b7388d-9c03-4575-848d-36e6d54d4b2a for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:45:28.747571 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0ad14-bb70-4d30-8c7e-36ebed5fd7cf None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:28.748165 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-47a0ad14-bb70-4d30-8c7e-36ebed5fd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:28.853912 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-47a0ad14-bb70-4d30-8c7e-36ebed5fd7cf None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:29.037914 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-47a0ad14-bb70-4d30-8c7e-36ebed5fd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:29.063256 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0ad14-bb70-4d30-8c7e-36ebed5fd7cf None None] The sync data for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi is: [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:49Z', 'revision_number': 4, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '2208deac-1ea5-4bba-ac67-7204a0b95a5f', 'name': '', 'network_id': 'd4efce45-c436-4aa7-a2cd-46cb8cdff758', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'mac_address': 'fa:16:3e:bd:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:49Z', 'updated_at': '2022-05-05T15:40:54Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'subnets': [{'id': '8dfd4c28-a645-44a9-a73d-ccb798dd835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:45:29.294489 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df4018-41bd-45a4-a866-0a96306f8ae1 None None] New status for floating IP 98b99505-8485-4308-ba9d-589785a50cc1: DOWN {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:45:29.454249 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-9edda59d-76b9-4fcf-836e-778931f8590a req-f4cc38a4-ed59-4d75-a27f-acd978575657 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f44e8d-cc99-480b-bbe8-d2ecf044d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0327244 May 05 15:45:29.921340 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50426) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:30.072197 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Deleting port 23818363-dd45-434c-9e5f-77c903d126fe {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:30.072454 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (23818363-dd45-434c-9e5f-77c903d126fe), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:30.147009 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (23818363-dd45-434c-9e5f-77c903d126fe), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:30.147339 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (23818363-dd45-434c-9e5f-77c903d126fe), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:30.159882 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Calling delete_port for 23818363-dd45-434c-9e5f-77c903d126fe owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:30.408174 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (23818363-dd45-434c-9e5f-77c903d126fe), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:30.435877 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event deleted for resources: {'Port': ['ID=23818363-dd45-434c-9e5f-77c903d126fe,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:30.499452 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (892259ed-67c1-466f-92b9-8a569f918c2b), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:30.499778 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Floating IP 892259ed-67c1-466f-92b9-8a569f918c2b disassociated (deleted). External IP: 172.27.0.76, port: fd4d154e-e705-4ce2-90d4-f0dcad9d39b0. May 05 15:45:30.615217 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50432) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:30.673227 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (c311177d-bb2b-48e2-97af-eb1f2c6fee3c), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:30.679329 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device b7b13609-7af0-4034-a967-6449bda389ee no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:30.694331 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (c311177d-bb2b-48e2-97af-eb1f2c6fee3c), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:30.699634 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: b7b13609-7af0-4034-a967-6449bda389ee {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:30.700199 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device b7b13609-7af0-4034-a967-6449bda389ee not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:30.713713 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Router 14a66193-41a7-4883-bcaf-bd4f8572cb86 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:45:30.991323 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c311177d-bb2b-48e2-97af-eb1f2c6fee3c), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:30.993926 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:30.995305 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "DELETE /v2.0/security-groups/c311177d-bb2b-48e2-97af-eb1f2c6fee3c HTTP/1.1" status: 204 len: 168 time: 0.3790181 May 05 15:45:31.014127 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50434) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:31.016520 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.api.v2.resource [None req-ca30ab68-3501-4060-ab3c-b2bfcb5e0aca tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] show failed (client error): The resource could not be found. May 05 15:45:31.017546 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ca30ab68-3501-4060-ab3c-b2bfcb5e0aca tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "GET /v2.0/security-groups/c311177d-bb2b-48e2-97af-eb1f2c6fee3c HTTP/1.1" status: 404 len: 347 time: 0.0181477 May 05 15:45:31.018345 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c311177d-bb2b-48e2-97af-eb1f2c6fee3c,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:31.021565 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50436) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:31.053580 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b73b430-3a2b-4dcc-8b53-090042fafe19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:31.063534 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:45:31.066354 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.066354 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.066354 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.066354 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.066354 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.067267 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.067608 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.067949 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.068282 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.068612 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.069391 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.069391 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.069592 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.069878 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.070198 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10563ac-e469-4e54-b38d-fdb2a10183a0 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:31.070416 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:31.075186 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8d560-804d-4a9d-bc62-8d31ea6be55f None None] Sync routers for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:45:31.094234 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8d560-804d-4a9d-bc62-8d31ea6be55f None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:31.095664 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a6d8d560-804d-4a9d-bc62-8d31ea6be55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:31.107479 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-9be447f3-6a2f-4f14-b96f-81e534f7cf18 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "DELETE /v2.0/floatingips/892259ed-67c1-466f-92b9-8a569f918c2b HTTP/1.1" status: 204 len: 168 time: 1.1849794 May 05 15:45:31.108524 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de11fff-0856-41d7-bb90-46b600b65253', 'tag': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:31.111173 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1de11fff-0856-41d7-bb90-46b600b65253", "tag": "fd4d154e-e705-4ce2-90d4-f0dcad9d39b0"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:31.155805 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87644f57-9ef0-4c91-93d8-cb232f68bc6b x-openstack-request-id: req-87644f57-9ef0-4c91-93d8-cb232f68bc6b {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:31.156094 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de11fff-0856-41d7-bb90-46b600b65253", "tag": "fd4d154e-e705-4ce2-90d4-f0dcad9d39b0", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:31.156342 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87644f57-9ef0-4c91-93d8-cb232f68bc6b {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:31.156736 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87644f57-9ef0-4c91-93d8-cb232f68bc6b'] response: {'name': 'network-changed', 'server_uuid': '1de11fff-0856-41d7-bb90-46b600b65253', 'tag': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0', 'status': 'completed', 'code': 200} May 05 15:45:31.168775 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-a10575b9-5560-4ba4-8d7a-93ccacf60b87 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Deleting port 0bd9e494-4f91-4bcc-9bb7-56bc6aabed84 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:31.170005 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a10575b9-5560-4ba4-8d7a-93ccacf60b87 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (0bd9e494-4f91-4bcc-9bb7-56bc6aabed84), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:31.218615 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a6d8d560-804d-4a9d-bc62-8d31ea6be55f None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:31.228953 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc req-da0b9ec5-c63b-4ebb-baaf-b8aebcc8c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:31.230501 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc req-da0b9ec5-c63b-4ebb-baaf-b8aebcc8c088 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 1129 time: 0.0494516 May 05 15:45:31.266375 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a10575b9-5560-4ba4-8d7a-93ccacf60b87 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (0bd9e494-4f91-4bcc-9bb7-56bc6aabed84), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:31.266375 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a10575b9-5560-4ba4-8d7a-93ccacf60b87 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (0bd9e494-4f91-4bcc-9bb7-56bc6aabed84), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:31.278266 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-a10575b9-5560-4ba4-8d7a-93ccacf60b87 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Calling delete_port for 0bd9e494-4f91-4bcc-9bb7-56bc6aabed84 owned by network:floatingip {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:31.333292 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc req-7248759e-de60-48b0-84a1-486e1ea375bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:31.335022 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc req-7248759e-de60-48b0-84a1-486e1ea375bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 913 time: 0.0991597 May 05 15:45:31.376473 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc req-09774761-6b72-449e-b3bf-4e65fc8bd6a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 HTTP/1.1" status: 200 len: 217 time: 0.0355489 May 05 15:45:31.429744 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc req-7fb83b17-1331-4ba0-989d-5cdf27c9e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:31.431948 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc req-7fb83b17-1331-4ba0-989d-5cdf27c9e8e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40d03033-f447-4235-89ac-5b569f20c433 HTTP/1.1" status: 200 len: 851 time: 0.0490537 May 05 15:45:31.462684 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a6d8d560-804d-4a9d-bc62-8d31ea6be55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '95dd5906-a7ce-4da9-b2a9-a7cd7586072f', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': '84246994-c338-4bac-83ad-3159f5ba9d55', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:2e:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117e63-4211-4e5c-acd2-97227e442681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:03Z', 'updated_at': '2022-05-05T15:42:05Z', 'revision_number': 1, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:31.478116 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc req-d777f79d-8ca3-4d12-99bb-4f48e93d99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:31.479625 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc req-d777f79d-8ca3-4d12-99bb-4f48e93d99e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429306 May 05 15:45:31.489116 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8d560-804d-4a9d-bc62-8d31ea6be55f None None] Checking router: 14a66193-41a7-4883-bcaf-bd4f8572cb86 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:45:31.497519 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8d560-804d-4a9d-bc62-8d31ea6be55f None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:31.498131 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a6d8d560-804d-4a9d-bc62-8d31ea6be55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:03Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:31.528238 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a10575b9-5560-4ba4-8d7a-93ccacf60b87 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (0bd9e494-4f91-4bcc-9bb7-56bc6aabed84), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:31.555001 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10575b9-5560-4ba4-8d7a-93ccacf60b87 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Pushing event deleted for resources: {'Port': ['ID=0bd9e494-4f91-4bcc-9bb7-56bc6aabed84,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:31.575344 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc req-b0295739-9883-4ca5-9e0b-2984b003abe2 service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895545 May 05 15:45:31.618489 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a6d8d560-804d-4a9d-bc62-8d31ea6be55f None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:31.630867 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a10575b9-5560-4ba4-8d7a-93ccacf60b87 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks [] for floatingip (98b99505-8485-4308-ba9d-589785a50cc1), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:31.633488 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a10575b9-5560-4ba4-8d7a-93ccacf60b87 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:31.637208 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a10575b9-5560-4ba4-8d7a-93ccacf60b87 tempest-AttachVolumeNegativeTest-1436577590 tempest-AttachVolumeNegativeTest-1436577590-project] 10.222.0.44 "DELETE /v2.0/floatingips/98b99505-8485-4308-ba9d-589785a50cc1 HTTP/1.1" status: 204 len: 168 time: 0.6122367 May 05 15:45:31.698041 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82480b-de8c-4728-8fe7-58f05ba311a2 req-3eafc5d2-20c0-45b6-873f-56bd3362ae63 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:31.699597 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1c82480b-de8c-4728-8fe7-58f05ba311a2 req-3eafc5d2-20c0-45b6-873f-56bd3362ae63 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 945 time: 0.0637631 May 05 15:45:31.708770 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ad302ace-70a9-4f1f-95e1-8f9ba7d870dc req-95dc5ae8-851a-4efb-b11c-39b2ccaeff6f service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254013 May 05 15:45:31.766543 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-1c82480b-de8c-4728-8fe7-58f05ba311a2 req-a642643f-09fb-4a49-b0a8-4c0afaa6092a tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562668 May 05 15:45:31.848957 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a6d8d560-804d-4a9d-bc62-8d31ea6be55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '95dd5906-a7ce-4da9-b2a9-a7cd7586072f', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': '84246994-c338-4bac-83ad-3159f5ba9d55', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:2e:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117e63-4211-4e5c-acd2-97227e442681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:03Z', 'updated_at': '2022-05-05T15:42:05Z', 'revision_number': 1, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:31.876191 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8d560-804d-4a9d-bc62-8d31ea6be55f None None] The sync data for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi is: [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_floatingips': [{'id': '95dd5906-a7ce-4da9-b2a9-a7cd7586072f', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '02718d50-6065-4980-9530-582a9009be37', 'router_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'port_id': '84246994-c338-4bac-83ad-3159f5ba9d55', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'mac_address': 'fa:16:3e:2e:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0117e63-4211-4e5c-acd2-97227e442681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:03Z', 'updated_at': '2022-05-05T15:42:05Z', 'revision_number': 1, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:45:32.105306 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a53c09-f21a-4520-86b0-9a0777b458ad None None] New status for floating IP 892259ed-67c1-466f-92b9-8a569f918c2b: DOWN {{(pid=103725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:45:32.875090 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f61bef-ebf0-4a8c-a142-5bca3fee191e req-8d07b96f-b873-4f6e-9cd3-1e563afc3d43 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:32.876531 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-26f61bef-ebf0-4a8c-a142-5bca3fee191e req-8d07b96f-b873-4f6e-9cd3-1e563afc3d43 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 945 time: 0.0472891 May 05 15:45:32.925990 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-26f61bef-ebf0-4a8c-a142-5bca3fee191e req-aca11110-65db-4816-81c7-1df4034be884 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428176 May 05 15:45:33.077180 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c637aed2-67ea-4341-987d-2f2fad034796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:33.084967 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbefd5-115a-4aeb-bb04-9a13834591ad req-3e6ffb4d-c74f-4e48-ac3f-612986692d24 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:33.086461 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-59fbefd5-115a-4aeb-bb04-9a13834591ad req-3e6ffb4d-c74f-4e48-ac3f-612986692d24 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 945 time: 0.0489893 May 05 15:45:33.179816 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-59fbefd5-115a-4aeb-bb04-9a13834591ad req-90013d6f-3bd7-40be-9988-ef54746c7166 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Deleting port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:33.180157 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-59fbefd5-115a-4aeb-bb04-9a13834591ad req-90013d6f-3bd7-40be-9988-ef54746c7166 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:33.274365 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-59fbefd5-115a-4aeb-bb04-9a13834591ad req-90013d6f-3bd7-40be-9988-ef54746c7166 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] For port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:33.274703 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-59fbefd5-115a-4aeb-bb04-9a13834591ad req-90013d6f-3bd7-40be-9988-ef54746c7166 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:33.287728 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-59fbefd5-115a-4aeb-bb04-9a13834591ad req-90013d6f-3bd7-40be-9988-ef54746c7166 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Calling delete_port for fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:33.488267 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-59fbefd5-115a-4aeb-bb04-9a13834591ad req-90013d6f-3bd7-40be-9988-ef54746c7166 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (fd4d154e-e705-4ce2-90d4-f0dcad9d39b0), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:33.525850 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90013d6f-3bd7-40be-9988-ef54746c7166 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event deleted for resources: {'Port': ['ID=fd4d154e-e705-4ce2-90d4-f0dcad9d39b0,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:33.572322 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fbefd5-115a-4aeb-bb04-9a13834591ad req-90013d6f-3bd7-40be-9988-ef54746c7166 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] No DVR routers for this DVR port fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 on host hv-cinder-84067 {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:45:33.574838 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-59fbefd5-115a-4aeb-bb04-9a13834591ad req-90013d6f-3bd7-40be-9988-ef54746c7166 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:33.578025 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-59fbefd5-115a-4aeb-bb04-9a13834591ad req-90013d6f-3bd7-40be-9988-ef54746c7166 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "DELETE /v2.0/ports/fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 HTTP/1.1" status: 204 len: 173 time: 0.4861250 May 05 15:45:33.578477 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de11fff-0856-41d7-bb90-46b600b65253', 'name': 'network-vif-deleted', 'tag': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:33.580759 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8063d7de-eb9b-4a6b-ad05-bb23fe9fe15e" -d '{"events": [{"server_uuid": "1de11fff-0856-41d7-bb90-46b600b65253", "name": "network-vif-deleted", "tag": "fd4d154e-e705-4ce2-90d4-f0dcad9d39b0"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:33.616512 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775b5d58-d515-4842-b3f0-b52a2910869b x-openstack-request-id: req-775b5d58-d515-4842-b3f0-b52a2910869b {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:33.616800 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de11fff-0856-41d7-bb90-46b600b65253", "name": "network-vif-deleted", "tag": "fd4d154e-e705-4ce2-90d4-f0dcad9d39b0", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:33.617054 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-775b5d58-d515-4842-b3f0-b52a2910869b {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:33.617446 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775b5d58-d515-4842-b3f0-b52a2910869b'] response: {'server_uuid': '1de11fff-0856-41d7-bb90-46b600b65253', 'name': 'network-vif-deleted', 'tag': 'fd4d154e-e705-4ce2-90d4-f0dcad9d39b0', 'status': 'completed', 'code': 200} May 05 15:45:34.026448 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-f5a2544a-7708-49cf-875e-4d3d8020e36b req-d9b6f3b6-8e9f-473c-9813-0d0cf21a5e39 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de11fff-0856-41d7-bb90-46b600b65253 HTTP/1.1" status: 200 len: 210 time: 0.0293248 May 05 15:45:34.281957 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:35.870518 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50490) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:35.887962 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:36.194374 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639399'] for router_interface (f4b7388d-9c03-4575-848d-36e6d54d4b2a), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:36.429672 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] Deleting port 2208deac-1ea5-4bba-ac67-7204a0b95a5f {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:36.430003 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:36.513474 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] For port 2208deac-1ea5-4bba-ac67-7204a0b95a5f, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=2208deac-1ea5-4bba-ac67-7204a0b95a5f,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:36.513755 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:36.526610 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] Calling delete_port for 2208deac-1ea5-4bba-ac67-7204a0b95a5f owned by network:router_interface {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:36.710046 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:36.733368 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:36.733708 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device fd4d154e-e705-4ce2-90d4-f0dcad9d39b0 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:36.825585 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (2208deac-1ea5-4bba-ac67-7204a0b95a5f), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:36.853143 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2208deac-1ea5-4bba-ac67-7204a0b95a5f,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:37.022672 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645058'] for router_interface (f4b7388d-9c03-4575-848d-36e6d54d4b2a), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.168321 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.250600 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] Router f4b7388d-9c03-4575-848d-36e6d54d4b2a has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:45:37.358939 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:45:37.364061 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a02c30db-2cb3-46c7-97e3-ce37d6be66f9 admin admin] 10.222.0.44 "PUT /v2.0/routers/f4b7388d-9c03-4575-848d-36e6d54d4b2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4925296 May 05 15:45:37.367201 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50498) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:37.368374 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cf088-b82a-49ec-a56c-a9f12b85506a None None] Sync routers for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:45:37.377797 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07cf088-b82a-49ec-a56c-a9f12b85506a None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:37.378432 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f07cf088-b82a-49ec-a56c-a9f12b85506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:37.471940 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Publish callbacks [] for router (f4b7388d-9c03-4575-848d-36e6d54d4b2a), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.484124 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f07cf088-b82a-49ec-a56c-a9f12b85506a None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:37.578343 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Publish callbacks [] for router_gateway (f4b7388d-9c03-4575-848d-36e6d54d4b2a), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.604334 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50502) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:37.656352 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f07cf088-b82a-49ec-a56c-a9f12b85506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:45:36Z', 'revision_number': 5, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port': {'id': 'e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:37.694814 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Deleting port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:37.695182 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.765659 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Deleting port 301c35f8-b38a-4367-91d6-4533bf04c18f {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:37.766247 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (301c35f8-b38a-4367-91d6-4533bf04c18f), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.770394 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cf088-b82a-49ec-a56c-a9f12b85506a None None] Checking router: f4b7388d-9c03-4575-848d-36e6d54d4b2a for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:45:37.780586 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07cf088-b82a-49ec-a56c-a9f12b85506a None None] Routers {'f4b7388d-9c03-4575-848d-36e6d54d4b2a'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:37.781214 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f07cf088-b82a-49ec-a56c-a9f12b85506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:37.788084 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] For port e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:37.788686 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.802223 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Calling delete_port for e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e owned by network:router_gateway {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:37.850474 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (301c35f8-b38a-4367-91d6-4533bf04c18f), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.850807 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (301c35f8-b38a-4367-91d6-4533bf04c18f), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.864263 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Calling delete_port for 301c35f8-b38a-4367-91d6-4533bf04c18f owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:37.872072 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f07cf088-b82a-49ec-a56c-a9f12b85506a None None] Set router f4b7388d-9c03-4575-848d-36e6d54d4b2a gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:37.927795 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f07cf088-b82a-49ec-a56c-a9f12b85506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:45:37Z', 'revision_number': 6, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port_host': None}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:37.955163 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cf088-b82a-49ec-a56c-a9f12b85506a None None] The sync data for ids ['f4b7388d-9c03-4575-848d-36e6d54d4b2a'] in dv-cinder-840678-1-iscsi is: [{'id': 'f4b7388d-9c03-4575-848d-36e6d54d4b2a', 'name': 'tempest-AttachVolumeNegativeTest-2032371359-router', 'tenant_id': 'bd08af70bf244940868e298b55ccbd68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:40:46Z', 'updated_at': '2022-05-05T15:45:37Z', 'revision_number': 6, 'project_id': 'bd08af70bf244940868e298b55ccbd68', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:45:38.093786 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.120015 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:38.128239 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (301c35f8-b38a-4367-91d6-4533bf04c18f), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.157306 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event deleted for resources: {'Port': ['ID=301c35f8-b38a-4367-91d6-4533bf04c18f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:38.185248 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606129'] for router_gateway (f4b7388d-9c03-4575-848d-36e6d54d4b2a), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.220554 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (95dd5906-a7ce-4da9-b2a9-a7cd7586072f), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.221002 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.db.l3_db [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Floating IP 95dd5906-a7ce-4da9-b2a9-a7cd7586072f disassociated (deleted). External IP: 172.27.0.114, port: 84246994-c338-4bac-83ad-3159f5ba9d55. May 05 15:45:38.283159 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1847'] for router (f4b7388d-9c03-4575-848d-36e6d54d4b2a), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.285322 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Publish callbacks [] for router_controller (f4b7388d-9c03-4575-848d-36e6d54d4b2a), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.436348 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603740'] for router (f4b7388d-9c03-4575-848d-36e6d54d4b2a), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.437376 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4b7388d-9c03-4575-848d-36e6d54d4b2a {{(pid=103723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:45:38.443641 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.445439 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-30374e65-3d8c-4cbb-af8a-4d4296b330b5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f4b7388d-9c03-4575-848d-36e6d54d4b2a HTTP/1.1" status: 204 len: 168 time: 1.0773137 May 05 15:45:38.448031 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50504) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:38.455597 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Router 14a66193-41a7-4883-bcaf-bd4f8572cb86 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:45:38.533325 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7ea9cd-2f6a-4b82-b4b0-7da1b1ee524f admin admin] Deleting subnet 8dfd4c28-a645-44a9-a73d-ccb798dd835f {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:45:38.537740 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea9cd-2f6a-4b82-b4b0-7da1b1ee524f admin admin] Publish callbacks [] for subnet (8dfd4c28-a645-44a9-a73d-ccb798dd835f), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.610827 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea9cd-2f6a-4b82-b4b0-7da1b1ee524f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-317915'] for subnet (8dfd4c28-a645-44a9-a73d-ccb798dd835f), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.653160 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:45:38.658493 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.663369 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d192db2a-ce22-493a-8fc3-39bad8094219 None None] Sync routers for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:45:38.674365 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d192db2a-ce22-493a-8fc3-39bad8094219 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:38.675230 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-d192db2a-ce22-493a-8fc3-39bad8094219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:38.694097 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-4d0fc331-b46b-40f6-b5fd-2b1e838e5980 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "DELETE /v2.0/floatingips/95dd5906-a7ce-4da9-b2a9-a7cd7586072f HTTP/1.1" status: 204 len: 168 time: 1.0886478 May 05 15:45:38.697359 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0117e63-4211-4e5c-acd2-97227e442681', 'tag': '84246994-c338-4bac-83ad-3159f5ba9d55'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:38.699672 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a4383e-1c80-4f49-9d57-adfc9b078c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f0117e63-4211-4e5c-acd2-97227e442681", "tag": "84246994-c338-4bac-83ad-3159f5ba9d55"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:38.749676 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea9cd-2f6a-4b82-b4b0-7da1b1ee524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (8dfd4c28-a645-44a9-a73d-ccb798dd835f), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:38.794587 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1a9667-cbd9-4ff1-91ce-e9e5df4249cb x-openstack-request-id: req-6c1a9667-cbd9-4ff1-91ce-e9e5df4249cb {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:38.795044 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0117e63-4211-4e5c-acd2-97227e442681", "tag": "84246994-c338-4bac-83ad-3159f5ba9d55", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:38.795407 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c1a9667-cbd9-4ff1-91ce-e9e5df4249cb {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:38.796022 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1a9667-cbd9-4ff1-91ce-e9e5df4249cb'] response: {'name': 'network-changed', 'server_uuid': 'f0117e63-4211-4e5c-acd2-97227e442681', 'tag': '84246994-c338-4bac-83ad-3159f5ba9d55', 'status': 'completed', 'code': 200} May 05 15:45:38.825025 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-d192db2a-ce22-493a-8fc3-39bad8094219 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:38.852187 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4383e-1c80-4f49-9d57-adfc9b078c2a req-75805d7d-7fd3-40d4-8f63-4862fa72caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:38.853737 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-91a4383e-1c80-4f49-9d57-adfc9b078c2a req-75805d7d-7fd3-40d4-8f63-4862fa72caf8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97c929f22d641ed8726135a088f8313&device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 1130 time: 0.0533490 May 05 15:45:38.857827 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 2208deac-1ea5-4bba-ac67-7204a0b95a5f no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:38.887186 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 2208deac-1ea5-4bba-ac67-7204a0b95a5f {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:38.887526 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 2208deac-1ea5-4bba-ac67-7204a0b95a5f not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:38.887948 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:38.940011 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:38.940357 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device e4e9466a-f88c-40e5-9c1f-1b2a2e8eae2e not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:38.959353 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4383e-1c80-4f49-9d57-adfc9b078c2a req-9065ce21-47ad-463e-b29e-954962ee9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:38.960940 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-91a4383e-1c80-4f49-9d57-adfc9b078c2a req-9065ce21-47ad-463e-b29e-954962ee9710 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 200 len: 913 time: 0.0980952 May 05 15:45:39.004525 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-91a4383e-1c80-4f49-9d57-adfc9b078c2a req-153f7008-9e5d-4485-a555-9fd9b42b147f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84246994-c338-4bac-83ad-3159f5ba9d55 HTTP/1.1" status: 200 len: 217 time: 0.0374367 May 05 15:45:39.006459 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea9cd-2f6a-4b82-b4b0-7da1b1ee524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9250505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432443'] for subnet (8dfd4c28-a645-44a9-a73d-ccb798dd835f), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:39.042182 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ea9cd-2f6a-4b82-b4b0-7da1b1ee524f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dfd4c28-a645-44a9-a73d-ccb798dd835f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:39.076287 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea9cd-2f6a-4b82-b4b0-7da1b1ee524f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:39.080919 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-9d7ea9cd-2f6a-4b82-b4b0-7da1b1ee524f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8dfd4c28-a645-44a9-a73d-ccb798dd835f HTTP/1.1" status: 204 len: 168 time: 0.6319001 May 05 15:45:39.083863 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50510) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:39.097783 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4383e-1c80-4f49-9d57-adfc9b078c2a req-93bb03f9-494c-4edc-a37c-821e51bb945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:39.099796 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-91a4383e-1c80-4f49-9d57-adfc9b078c2a req-93bb03f9-494c-4edc-a37c-821e51bb945d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40d03033-f447-4235-89ac-5b569f20c433 HTTP/1.1" status: 200 len: 851 time: 0.0875010 May 05 15:45:39.150547 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4383e-1c80-4f49-9d57-adfc9b078c2a req-7ad7b99e-101b-4049-a097-9da4cbb5409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:39.151514 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-91a4383e-1c80-4f49-9d57-adfc9b078c2a req-7ad7b99e-101b-4049-a097-9da4cbb5409b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461340 May 05 15:45:39.180104 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (d4efce45-c436-4aa7-a2cd-46cb8cdff758), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:39.204706 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1199bc3a-86a3-4483-adaa-c9f53120dcfb None None] Network d4efce45-c436-4aa7-a2cd-46cb8cdff758 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:45:39.237639 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Deleting port 6737f17c-e422-4500-acf1-89dd71e49507 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:39.237979 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (6737f17c-e422-4500-acf1-89dd71e49507), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:39.256260 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-91a4383e-1c80-4f49-9d57-adfc9b078c2a req-0be7455f-4c46-44c9-8e22-17818513eb1b service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971291 May 05 15:45:39.269584 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-d192db2a-ce22-493a-8fc3-39bad8094219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:39.311622 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] For port 6737f17c-e422-4500-acf1-89dd71e49507, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6737f17c-e422-4500-acf1-89dd71e49507,segment=NetworkSegment(61b84e5f-8110-44ee-af7d-eb5565bd1851),segment_id=61b84e5f-8110-44ee-af7d-eb5565bd1851)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:39.311933 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (6737f17c-e422-4500-acf1-89dd71e49507), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:39.323903 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d192db2a-ce22-493a-8fc3-39bad8094219 None None] Checking router: 14a66193-41a7-4883-bcaf-bd4f8572cb86 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:45:39.327441 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Calling delete_port for 6737f17c-e422-4500-acf1-89dd71e49507 owned by network:dhcp {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:39.337694 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d192db2a-ce22-493a-8fc3-39bad8094219 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:39.338426 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-d192db2a-ce22-493a-8fc3-39bad8094219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:39.359159 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-91a4383e-1c80-4f49-9d57-adfc9b078c2a req-a553967d-bf69-457b-adb0-7aa774cb7d29 service neutron] 10.222.0.49 "GET /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971119 May 05 15:45:39.451263 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce136565-6ce8-468e-b9a3-c4192a954054 req-0bddbefc-c838-49ee-8e92-6399e67c1464 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:39.452863 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ce136565-6ce8-468e-b9a3-c4192a954054 req-0bddbefc-c838-49ee-8e92-6399e67c1464 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 946 time: 0.0632644 May 05 15:45:39.463126 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-d192db2a-ce22-493a-8fc3-39bad8094219 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:39.466272 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] DHCP port deletion for d4efce45-c436-4aa7-a2cd-46cb8cdff758 request from dv-cinder-840678-1-iscsi {{(pid=103725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:45:39.507577 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-ce136565-6ce8-468e-b9a3-c4192a954054 req-905ef690-3026-4231-9228-6c9b3d783b26 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 May 05 15:45:39.573938 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (6737f17c-e422-4500-acf1-89dd71e49507), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:39.578433 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Deleting port 6737f17c-e422-4500-acf1-89dd71e49507 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:39.578818 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (6737f17c-e422-4500-acf1-89dd71e49507), before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:39.601373 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=6737f17c-e422-4500-acf1-89dd71e49507,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:39.603278 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] No DVR routers for this DVR port 6737f17c-e422-4500-acf1-89dd71e49507 on host dv-cinder-840678-1-iscsi {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:45:39.689042 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] For port 6737f17c-e422-4500-acf1-89dd71e49507, host dv-cinder-840678-1-iscsi, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:39.689626 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (6737f17c-e422-4500-acf1-89dd71e49507), precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:39.714872 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Calling delete_port for 6737f17c-e422-4500-acf1-89dd71e49507 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:39.719113 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Port 6737f17c-e422-4500-acf1-89dd71e49507 was not found and therefore no delete operation was performed {{(pid=103725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 05 15:45:39.722134 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (6737f17c-e422-4500-acf1-89dd71e49507), after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:39.777382 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Pushing event deleted for resources: {'Port': ['ID=6737f17c-e422-4500-acf1-89dd71e49507,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:39.779727 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] No DVR routers for this DVR port 6737f17c-e422-4500-acf1-89dd71e49507 on host dv-cinder-840678-1-iscsi {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:45:39.792068 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.792480 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.792884 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.793342 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.793777 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.794165 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.794588 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.795163 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.795451 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.795866 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.796297 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.796678 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.797057 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.797379 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.797730 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c512e-f298-4b36-b463-bf1bd162fa55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:39.810842 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-d192db2a-ce22-493a-8fc3-39bad8094219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:39.839194 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d192db2a-ce22-493a-8fc3-39bad8094219 None None] The sync data for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi is: [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:38:37Z', 'revision_number': 4, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi', '_interfaces': [{'id': '7ed2566e-4ec0-4841-aa19-27e052ad30b1', 'name': '', 'network_id': 'ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'mac_address': 'fa:16:3e:1b:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '40d03033-f447-4235-89ac-5b569f20c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:37Z', 'updated_at': '2022-05-05T15:38:41Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'subnets': [{'id': '40d03033-f447-4235-89ac-5b569f20c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:45:39.963684 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (d4efce45-c436-4aa7-a2cd-46cb8cdff758), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:39.986124 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4efce45-c436-4aa7-a2cd-46cb8cdff758']}} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:39.996052 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b84e5f-8110-44ee-af7d-eb5565bd1851') {'for_net_delete': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:39.996364 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b84e5f-8110-44ee-af7d-eb5565bd1851') {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:40.006297 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12555548'] for segment (61b84e5f-8110-44ee-af7d-eb5565bd1851), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:40.020004 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (61b84e5f-8110-44ee-af7d-eb5565bd1851), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:40.027748 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:45:40.028149 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9243193'] for segment (61b84e5f-8110-44ee-af7d-eb5565bd1851), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: Traceback (most recent call last): May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: timer() May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: cb(*args, **kw) May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: return func(*args, **kwargs) May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: self._notify() May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: self.callback(batched_events) May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: event.method(event) May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: return f(self, *a, **k) May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._get(url).json() May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: return self.request(url, 'GET', **kwargs) May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:45:40.029884 dv-cinder-840678-1-iscsi neutron-server[103723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:45:40.076578 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15a3fca-ddf0-4da2-84f0-e10688d0dc96 None None] New status for floating IP 95dd5906-a7ce-4da9-b2a9-a7cd7586072f: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:45:40.168062 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (d4efce45-c436-4aa7-a2cd-46cb8cdff758), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:40.173938 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:40.179372 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d4efce45-c436-4aa7-a2cd-46cb8cdff758 HTTP/1.1" status: 204 len: 168 time: 1.0911376 May 05 15:45:40.188334 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec902f43-ab78-4359-962c-191dfe7c8b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4efce45-c436-4aa7-a2cd-46cb8cdff758,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:40.477245 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6737f17c-e422-4500-acf1-89dd71e49507 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:40.497954 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 6737f17c-e422-4500-acf1-89dd71e49507 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:40.498361 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6737f17c-e422-4500-acf1-89dd71e49507 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:40.625587 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47cdf7-1d21-4b62-9876-4f271bd5ff93 req-e00c6134-6c71-4b2a-95f2-4fd180bd6332 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:40.627319 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ee47cdf7-1d21-4b62-9876-4f271bd5ff93 req-e00c6134-6c71-4b2a-95f2-4fd180bd6332 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 946 time: 0.0462449 May 05 15:45:40.632220 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50518) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:40.669343 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-732dbe7f-db6b-4bb1-860a-f584918ac1f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd08af70bf244940868e298b55ccbd68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396361 May 05 15:45:40.676817 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-ee47cdf7-1d21-4b62-9876-4f271bd5ff93 req-ae4675d6-c999-484c-bec2-cc046a36f622 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/security-groups?id=c547b2d2-7710-42bc-8ca9-f6afaa3a45de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434237 May 05 15:45:40.679181 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50520) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:40.730522 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6d121468-6f10-4cca-b3a8-a50d53f7cd23 admin admin] Publish callbacks [] for security_group (cdb1fd44-04e6-4e0e-88b0-4f1cccc0729a), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:40.751700 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6d121468-6f10-4cca-b3a8-a50d53f7cd23 admin admin] Publish callbacks [] for security_group (cdb1fd44-04e6-4e0e-88b0-4f1cccc0729a), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:40.858065 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e679c73-fe63-488d-a10d-83ba17339c29 req-f2e66272-9a5c-4d68-bdd8-9950fd1dab4f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:40.859500 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5e679c73-fe63-488d-a10d-83ba17339c29 req-f2e66272-9a5c-4d68-bdd8-9950fd1dab4f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 946 time: 0.0459321 May 05 15:45:40.900647 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6d121468-6f10-4cca-b3a8-a50d53f7cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (cdb1fd44-04e6-4e0e-88b0-4f1cccc0729a), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:40.903141 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6d121468-6f10-4cca-b3a8-a50d53f7cd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:40.904217 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-6d121468-6f10-4cca-b3a8-a50d53f7cd23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdb1fd44-04e6-4e0e-88b0-4f1cccc0729a HTTP/1.1" status: 204 len: 168 time: 0.2241523 May 05 15:45:40.936602 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d121468-6f10-4cca-b3a8-a50d53f7cd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb1fd44-04e6-4e0e-88b0-4f1cccc0729a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:40.967068 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-5e679c73-fe63-488d-a10d-83ba17339c29 req-a5c511b5-f737-4588-887c-8aaffc468f29 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Deleting port 84246994-c338-4bac-83ad-3159f5ba9d55 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:40.967922 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e679c73-fe63-488d-a10d-83ba17339c29 req-a5c511b5-f737-4588-887c-8aaffc468f29 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:41.058552 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5e679c73-fe63-488d-a10d-83ba17339c29 req-a5c511b5-f737-4588-887c-8aaffc468f29 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] For port 84246994-c338-4bac-83ad-3159f5ba9d55, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84246994-c338-4bac-83ad-3159f5ba9d55,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:41.058913 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e679c73-fe63-488d-a10d-83ba17339c29 req-a5c511b5-f737-4588-887c-8aaffc468f29 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:41.072516 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-5e679c73-fe63-488d-a10d-83ba17339c29 req-a5c511b5-f737-4588-887c-8aaffc468f29 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Calling delete_port for 84246994-c338-4bac-83ad-3159f5ba9d55 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:41.294009 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e679c73-fe63-488d-a10d-83ba17339c29 req-a5c511b5-f737-4588-887c-8aaffc468f29 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (84246994-c338-4bac-83ad-3159f5ba9d55), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:41.325911 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c511b5-f737-4588-887c-8aaffc468f29 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event deleted for resources: {'Port': ['ID=84246994-c338-4bac-83ad-3159f5ba9d55,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:41.379152 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e679c73-fe63-488d-a10d-83ba17339c29 req-a5c511b5-f737-4588-887c-8aaffc468f29 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] No DVR routers for this DVR port 84246994-c338-4bac-83ad-3159f5ba9d55 on host hv-cinder-84067 {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:45:41.382732 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e679c73-fe63-488d-a10d-83ba17339c29 req-a5c511b5-f737-4588-887c-8aaffc468f29 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for port (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:41.386019 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-5e679c73-fe63-488d-a10d-83ba17339c29 req-a5c511b5-f737-4588-887c-8aaffc468f29 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.49 "DELETE /v2.0/ports/84246994-c338-4bac-83ad-3159f5ba9d55 HTTP/1.1" status: 204 len: 173 time: 0.5205517 May 05 15:45:41.386617 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0117e63-4211-4e5c-acd2-97227e442681', 'name': 'network-vif-deleted', 'tag': '84246994-c338-4bac-83ad-3159f5ba9d55'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:41.389541 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e12e530997ce241878bde4bd13a5161fbc2e7c332d111cc31e006617d13fead8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76cbe87-6462-4932-8b98-855c51cd66fe" -d '{"events": [{"server_uuid": "f0117e63-4211-4e5c-acd2-97227e442681", "name": "network-vif-deleted", "tag": "84246994-c338-4bac-83ad-3159f5ba9d55"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:41.425797 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039a3b5a-b97a-48f6-ab30-34ac8128c688 x-openstack-request-id: req-039a3b5a-b97a-48f6-ab30-34ac8128c688 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:41.426162 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0117e63-4211-4e5c-acd2-97227e442681", "name": "network-vif-deleted", "tag": "84246994-c338-4bac-83ad-3159f5ba9d55", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:41.426347 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-039a3b5a-b97a-48f6-ab30-34ac8128c688 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:41.426748 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039a3b5a-b97a-48f6-ab30-34ac8128c688'] response: {'server_uuid': 'f0117e63-4211-4e5c-acd2-97227e442681', 'name': 'network-vif-deleted', 'tag': '84246994-c338-4bac-83ad-3159f5ba9d55', 'status': 'completed', 'code': 200} May 05 15:45:41.779771 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [req-a706e710-e155-4979-b5f3-19817b82fbb8 req-6d285e3e-aab2-40d7-8c3a-543686f523d6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 210 time: 0.0294492 May 05 15:45:42.891187 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [req-3c575262-37a6-4b57-85ee-67c879a12b1d req-839eb63a-41e4-43be-8d81-9d1f28278404 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0117e63-4211-4e5c-acd2-97227e442681 HTTP/1.1" status: 200 len: 210 time: 0.0295129 May 05 15:45:43.948130 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50572) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:44.064550 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-8beb55c2-66dc-4bcb-9a8e-49f78475770f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Deleting port 71cffdcf-27d0-4b12-bbd9-888889563505 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:44.064922 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8beb55c2-66dc-4bcb-9a8e-49f78475770f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (71cffdcf-27d0-4b12-bbd9-888889563505), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:44.140542 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8beb55c2-66dc-4bcb-9a8e-49f78475770f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (71cffdcf-27d0-4b12-bbd9-888889563505), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:44.140779 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8beb55c2-66dc-4bcb-9a8e-49f78475770f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (71cffdcf-27d0-4b12-bbd9-888889563505), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:44.157761 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-8beb55c2-66dc-4bcb-9a8e-49f78475770f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Calling delete_port for 71cffdcf-27d0-4b12-bbd9-888889563505 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:44.408095 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8beb55c2-66dc-4bcb-9a8e-49f78475770f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (71cffdcf-27d0-4b12-bbd9-888889563505), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:44.439935 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb55c2-66dc-4bcb-9a8e-49f78475770f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event deleted for resources: {'Port': ['ID=71cffdcf-27d0-4b12-bbd9-888889563505,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:44.499637 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8beb55c2-66dc-4bcb-9a8e-49f78475770f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for floatingip (f412b1d4-25fe-4ee5-99d3-035d23a51047), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:44.502424 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8beb55c2-66dc-4bcb-9a8e-49f78475770f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1021287'] for floatingip (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:44.503561 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-8beb55c2-66dc-4bcb-9a8e-49f78475770f tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "DELETE /v2.0/floatingips/f412b1d4-25fe-4ee5-99d3-035d23a51047 HTTP/1.1" status: 204 len: 168 time: 0.5544152 May 05 15:45:44.758463 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 84246994-c338-4bac-83ad-3159f5ba9d55 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:44.781820 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] No Port match for: 84246994-c338-4bac-83ad-3159f5ba9d55 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:44.782166 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Device 84246994-c338-4bac-83ad-3159f5ba9d55 not bound to the agent host hv-cinder-84067 {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:45.914834 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50590) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:45.971355 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ccf012ac-b431-4006-8585-9d98cf00feb6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group (c547b2d2-7710-42bc-8ca9-f6afaa3a45de), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:45.999750 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ccf012ac-b431-4006-8585-9d98cf00feb6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group (c547b2d2-7710-42bc-8ca9-f6afaa3a45de), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:46.173270 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ccf012ac-b431-4006-8585-9d98cf00feb6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (c547b2d2-7710-42bc-8ca9-f6afaa3a45de), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:46.175882 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-ccf012ac-b431-4006-8585-9d98cf00feb6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:46.177026 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-ccf012ac-b431-4006-8585-9d98cf00feb6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] 10.222.0.44 "DELETE /v2.0/security-groups/c547b2d2-7710-42bc-8ca9-f6afaa3a45de HTTP/1.1" status: 204 len: 168 time: 0.2612164 May 05 15:45:46.187403 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf012ac-b431-4006-8585-9d98cf00feb6 tempest-TestVolumeBootPattern-1880379665 tempest-TestVolumeBootPattern-1880379665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c547b2d2-7710-42bc-8ca9-f6afaa3a45de,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:46.331466 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50594) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:46.825555 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639399'] for router_interface (14a66193-41a7-4883-bcaf-bd4f8572cb86), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:47.053190 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] Deleting port 7ed2566e-4ec0-4841-aa19-27e052ad30b1 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:47.053868 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:47.130642 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] For port 7ed2566e-4ec0-4841-aa19-27e052ad30b1, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=7ed2566e-4ec0-4841-aa19-27e052ad30b1,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:47.131004 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:47.144470 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] Calling delete_port for 7ed2566e-4ec0-4841-aa19-27e052ad30b1 owned by network:router_interface {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:47.436582 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (7ed2566e-4ec0-4841-aa19-27e052ad30b1), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:47.461938 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed2566e-4ec0-4841-aa19-27e052ad30b1,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:47.639775 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645058'] for router_interface (14a66193-41a7-4883-bcaf-bd4f8572cb86), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:47.860299 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] Router 14a66193-41a7-4883-bcaf-bd4f8572cb86 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:45:47.969272 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:45:47.974891 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-6f852146-2d6b-403c-ae49-9a7d61381959 admin admin] 10.222.0.44 "PUT /v2.0/routers/14a66193-41a7-4883-bcaf-bd4f8572cb86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6420259 May 05 15:45:47.977361 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50602) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:47.979273 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d27dd3-507a-492a-abb1-2f07f25143d7 None None] Sync routers for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:45:47.989350 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d27dd3-507a-492a-abb1-2f07f25143d7 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:47.989963 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-15d27dd3-507a-492a-abb1-2f07f25143d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:48.083809 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Publish callbacks [] for router (14a66193-41a7-4883-bcaf-bd4f8572cb86), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:48.099496 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-15d27dd3-507a-492a-abb1-2f07f25143d7 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:48.193000 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Publish callbacks [] for router_gateway (14a66193-41a7-4883-bcaf-bd4f8572cb86), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:48.270372 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-15d27dd3-507a-492a-abb1-2f07f25143d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:45:47Z', 'revision_number': 5, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port': {'id': '7f15bb71-1039-41e8-9562-1d00f0fa96bd', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:35Z', 'updated_at': '2022-05-05T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:48.301198 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d27dd3-507a-492a-abb1-2f07f25143d7 None None] Checking router: 14a66193-41a7-4883-bcaf-bd4f8572cb86 for host: dv-cinder-840678-1-iscsi {{(pid=103725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:45:48.309916 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d27dd3-507a-492a-abb1-2f07f25143d7 None None] Routers {'14a66193-41a7-4883-bcaf-bd4f8572cb86'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:48.310565 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-15d27dd3-507a-492a-abb1-2f07f25143d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['14a66193-41a7-4883-bcaf-bd4f8572cb86'], 'active': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:48.324198 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Deleting port 7f15bb71-1039-41e8-9562-1d00f0fa96bd {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:48.324538 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:48.399472 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvr_db [None req-15d27dd3-507a-492a-abb1-2f07f25143d7 None None] Set router 14a66193-41a7-4883-bcaf-bd4f8572cb86 gateway port host: None {{(pid=103725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:48.404490 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] For port 7f15bb71-1039-41e8-9562-1d00f0fa96bd, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=7f15bb71-1039-41e8-9562-1d00f0fa96bd,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:48.404862 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:48.418904 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Calling delete_port for 7f15bb71-1039-41e8-9562-1d00f0fa96bd owned by network:router_gateway {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:48.459408 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_hamode_db [None req-15d27dd3-507a-492a-abb1-2f07f25143d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:45:48Z', 'revision_number': 6, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port_host': None}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:48.622151 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d27dd3-507a-492a-abb1-2f07f25143d7 None None] The sync data for ids ['14a66193-41a7-4883-bcaf-bd4f8572cb86'] in dv-cinder-840678-1-iscsi is: [{'id': '14a66193-41a7-4883-bcaf-bd4f8572cb86', 'name': 'tempest-TestVolumeBootPattern-1955700446-router', 'tenant_id': 'b97c929f22d641ed8726135a088f8313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:34Z', 'updated_at': '2022-05-05T15:45:48Z', 'revision_number': 6, 'project_id': 'b97c929f22d641ed8726135a088f8313', 'gw_port_host': None}] {{(pid=103725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:45:48.751006 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (7f15bb71-1039-41e8-9562-1d00f0fa96bd), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:48.780616 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7f15bb71-1039-41e8-9562-1d00f0fa96bd,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:48.843296 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606129'] for router_gateway (14a66193-41a7-4883-bcaf-bd4f8572cb86), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:48.935630 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1847'] for router (14a66193-41a7-4883-bcaf-bd4f8572cb86), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:48.937818 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Publish callbacks [] for router_controller (14a66193-41a7-4883-bcaf-bd4f8572cb86), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.082227 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603740'] for router (14a66193-41a7-4883-bcaf-bd4f8572cb86), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.082813 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a66193-41a7-4883-bcaf-bd4f8572cb86 {{(pid=103723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:45:49.087644 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.088793 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-9fa04632-0bc0-46ef-b4af-068b125221bf admin admin] 10.222.0.44 "DELETE /v2.0/routers/14a66193-41a7-4883-bcaf-bd4f8572cb86 HTTP/1.1" status: 204 len: 168 time: 1.1102054 May 05 15:45:49.091330 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50606) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:49.413492 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab87d18-1fc3-4ce2-ad38-c7d7395c5ec3 admin admin] Deleting subnet 40d03033-f447-4235-89ac-5b569f20c433 {{(pid=103723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:45:49.416570 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fab87d18-1fc3-4ce2-ad38-c7d7395c5ec3 admin admin] Publish callbacks [] for subnet (40d03033-f447-4235-89ac-5b569f20c433), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.452210 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fab87d18-1fc3-4ce2-ad38-c7d7395c5ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12555523'] for subnet (40d03033-f447-4235-89ac-5b569f20c433), precommit_delete_associations {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.535901 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fab87d18-1fc3-4ce2-ad38-c7d7395c5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (40d03033-f447-4235-89ac-5b569f20c433), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.689796 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fab87d18-1fc3-4ce2-ad38-c7d7395c5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9243231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12529052'] for subnet (40d03033-f447-4235-89ac-5b569f20c433), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.716777 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab87d18-1fc3-4ce2-ad38-c7d7395c5ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d03033-f447-4235-89ac-5b569f20c433,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:49.722039 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-fab87d18-1fc3-4ce2-ad38-c7d7395c5ec3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.726096 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-fab87d18-1fc3-4ce2-ad38-c7d7395c5ec3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/40d03033-f447-4235-89ac-5b569f20c433 HTTP/1.1" status: 204 len: 168 time: 0.6336396 May 05 15:45:49.727422 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a872d-3f92-4b48-a6db-db8ab9b5f57d None None] Network ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:45:49.728531 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50618) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:49.802529 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.879040 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Deleting port 6d8c876b-69fc-435d-8418-81a282d7fc74 {{(pid=103723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:49.879040 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.891178 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e749e-54b2-4e2a-b81d-dac20bdac502 None None] DHCP port deletion for ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a request from dv-cinder-840678-1-iscsi {{(pid=103725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:45:49.933714 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] For port 6d8c876b-69fc-435d-8418-81a282d7fc74, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6d8c876b-69fc-435d-8418-81a282d7fc74,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:49.934083 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.935333 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-af5e749e-54b2-4e2a-b81d-dac20bdac502 None None] Deleting port 6d8c876b-69fc-435d-8418-81a282d7fc74 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:49.941288 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af5e749e-54b2-4e2a-b81d-dac20bdac502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.948087 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.plugin [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Calling delete_port for 6d8c876b-69fc-435d-8418-81a282d7fc74 owned by network:dhcp {{(pid=103723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:50.000554 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-af5e749e-54b2-4e2a-b81d-dac20bdac502 None None] For port 6d8c876b-69fc-435d-8418-81a282d7fc74, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6d8c876b-69fc-435d-8418-81a282d7fc74,segment=NetworkSegment(aede77fc-9a7a-4762-be5d-89cd41aec0a0),segment_id=aede77fc-9a7a-4762-be5d-89cd41aec0a0)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:50.001373 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af5e749e-54b2-4e2a-b81d-dac20bdac502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:50.014840 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-af5e749e-54b2-4e2a-b81d-dac20bdac502 None None] Calling delete_port for 6d8c876b-69fc-435d-8418-81a282d7fc74 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:50.139580 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9243148'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:50.145640 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af5e749e-54b2-4e2a-b81d-dac20bdac502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (6d8c876b-69fc-435d-8418-81a282d7fc74), after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:50.167094 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8c876b-69fc-435d-8418-81a282d7fc74,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:50.168957 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] No DVR routers for this DVR port 6d8c876b-69fc-435d-8418-81a282d7fc74 on host dv-cinder-840678-1-iscsi {{(pid=103723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:45:50.173209 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e749e-54b2-4e2a-b81d-dac20bdac502 None None] Pushing event deleted for resources: {'Port': ['ID=6d8c876b-69fc-435d-8418-81a282d7fc74,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:50.175240 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e749e-54b2-4e2a-b81d-dac20bdac502 None None] No DVR routers for this DVR port 6d8c876b-69fc-435d-8418-81a282d7fc74 on host dv-cinder-840678-1-iscsi {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:45:50.248377 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:50.268289 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a']}} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:50.277463 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aede77fc-9a7a-4762-be5d-89cd41aec0a0') {'for_net_delete': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:50.277844 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.services.segments.db [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aede77fc-9a7a-4762-be5d-89cd41aec0a0') {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:50.286845 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12555548'] for segment (aede77fc-9a7a-4762-be5d-89cd41aec0a0), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:50.300362 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (aede77fc-9a7a-4762-be5d-89cd41aec0a0), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:50.306663 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:45:50.307034 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9243193'] for segment (aede77fc-9a7a-4762-be5d-89cd41aec0a0), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: Traceback (most recent call last): May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: timer() May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: cb(*args, **kw) May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: return func(*args, **kwargs) May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: self._notify() May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: self.callback(batched_events) May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: event.method(event) May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: return f(self, *a, **k) May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._get(url).json() May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: return self.request(url, 'GET', **kwargs) May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:45:50.308658 dv-cinder-840678-1-iscsi neutron-server[103723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:45:50.470697 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:50.476128 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:50.480161 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] 10.222.0.44 "DELETE /v2.0/networks/ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a HTTP/1.1" status: 204 len: 168 time: 0.7505224 May 05 15:45:50.483589 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50626) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:50.491700 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99298da6-aa7c-45b5-8c30-f23d0159609e admin admin] Pushing event deleted for resources: {'Network': ['ID=ce51f8a9-d2de-4cb7-8a9d-cd85bdedcf1a,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:50.496573 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 7f15bb71-1039-41e8-9562-1d00f0fa96bd no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:50.517210 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 7f15bb71-1039-41e8-9562-1d00f0fa96bd {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:50.517588 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 7f15bb71-1039-41e8-9562-1d00f0fa96bd not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:50.518001 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6d8c876b-69fc-435d-8418-81a282d7fc74 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:50.537184 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 6d8c876b-69fc-435d-8418-81a282d7fc74 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:50.537509 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6d8c876b-69fc-435d-8418-81a282d7fc74 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:50.537946 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 7ed2566e-4ec0-4841-aa19-27e052ad30b1 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:50.557220 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 7ed2566e-4ec0-4841-aa19-27e052ad30b1 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:50.557566 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 7ed2566e-4ec0-4841-aa19-27e052ad30b1 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:51.050653 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639399'] for router_interface (3a07f300-a533-40a1-8cbe-7364349306e3), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:51.127915 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:51.285415 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] Deleting port fa52c0ed-48d8-43ca-a7d7-20594d79cc64 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:51.285763 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:51.364865 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] For port fa52c0ed-48d8-43ca-a7d7-20594d79cc64, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=fa52c0ed-48d8-43ca-a7d7-20594d79cc64,segment=NetworkSegment(df016561-265b-46f4-8435-cb6396356973),segment_id=df016561-265b-46f4-8435-cb6396356973)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:51.365146 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:51.378464 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] Calling delete_port for fa52c0ed-48d8-43ca-a7d7-20594d79cc64 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:51.665304 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (fa52c0ed-48d8-43ca-a7d7-20594d79cc64), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:51.691544 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa52c0ed-48d8-43ca-a7d7-20594d79cc64,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:51.865134 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645058'] for router_interface (3a07f300-a533-40a1-8cbe-7364349306e3), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:52.077880 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] Router 3a07f300-a533-40a1-8cbe-7364349306e3 has already been hosted by L3 agent fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:45:52.185839 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] Notify agent at l3_agent.dv-cinder-840678-1-iscsi the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:45:52.191069 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-b3b21112-2780-45b9-a261-f50e6b067d1f admin admin] 10.222.0.44 "PUT /v2.0/routers/3a07f300-a533-40a1-8cbe-7364349306e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7061434 May 05 15:45:52.193620 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50630) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:52.194663 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ad13c-9ddf-4505-8e44-f05b9fcdf423 None None] Sync routers for ids ['3a07f300-a533-40a1-8cbe-7364349306e3'] in dv-cinder-840678-1-iscsi {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:45:52.205628 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ad13c-9ddf-4505-8e44-f05b9fcdf423 None None] Routers {'3a07f300-a533-40a1-8cbe-7364349306e3'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:52.206239 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2c3ad13c-9ddf-4505-8e44-f05b9fcdf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['3a07f300-a533-40a1-8cbe-7364349306e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:52.299693 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Publish callbacks [] for router (3a07f300-a533-40a1-8cbe-7364349306e3), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:52.316524 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2c3ad13c-9ddf-4505-8e44-f05b9fcdf423 None None] Set router 3a07f300-a533-40a1-8cbe-7364349306e3 gateway port host: dv-cinder-840678-1-iscsi {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:52.404758 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Publish callbacks [] for router_gateway (3a07f300-a533-40a1-8cbe-7364349306e3), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:52.484833 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2c3ad13c-9ddf-4505-8e44-f05b9fcdf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'name': 'tempest-TestVolumeBootPattern-302088897-router', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02718d50-6065-4980-9530-582a9009be37', 'external_fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:41Z', 'updated_at': '2022-05-05T15:45:51Z', 'revision_number': 5, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'gw_port': {'id': 'a44c4af6-1ddb-466e-b1f0-7a198adf5326', 'name': '', 'network_id': '02718d50-6065-4980-9530-582a9009be37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:38:42Z', 'updated_at': '2022-05-05T15:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db79f4fb-00d3-44ec-98a1-29116abbee49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-1-iscsi'}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:52.515387 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ad13c-9ddf-4505-8e44-f05b9fcdf423 None None] Checking router: 3a07f300-a533-40a1-8cbe-7364349306e3 for host: dv-cinder-840678-1-iscsi {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:45:52.523840 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ad13c-9ddf-4505-8e44-f05b9fcdf423 None None] Routers {'3a07f300-a533-40a1-8cbe-7364349306e3'} bound to L3 agent in host dv-cinder-840678-1-iscsi {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:52.524488 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2c3ad13c-9ddf-4505-8e44-f05b9fcdf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:24:03Z,description=,heartbeat_timestamp=2022-05-05T15:45:33Z,host='dv-cinder-840678-1-iscsi',id=fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:24:04Z,topic='l3_agent')) {'router_ids': ['3a07f300-a533-40a1-8cbe-7364349306e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:52.528587 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Deleting port a44c4af6-1ddb-466e-b1f0-7a198adf5326 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:52.528931 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:52.612289 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2c3ad13c-9ddf-4505-8e44-f05b9fcdf423 None None] Set router 3a07f300-a533-40a1-8cbe-7364349306e3 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:52.613127 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] For port a44c4af6-1ddb-466e-b1f0-7a198adf5326, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=a44c4af6-1ddb-466e-b1f0-7a198adf5326,segment=NetworkSegment(b30d3cd1-9611-482a-8418-6e263efbb6e3),segment_id=b30d3cd1-9611-482a-8418-6e263efbb6e3)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:52.613492 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:52.626609 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Calling delete_port for a44c4af6-1ddb-466e-b1f0-7a198adf5326 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:52.661993 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2c3ad13c-9ddf-4505-8e44-f05b9fcdf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'name': 'tempest-TestVolumeBootPattern-302088897-router', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:41Z', 'updated_at': '2022-05-05T15:45:52Z', 'revision_number': 6, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'gw_port_host': None}], 'dv-cinder-840678-1-iscsi', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:52.691461 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ad13c-9ddf-4505-8e44-f05b9fcdf423 None None] The sync data for ids ['3a07f300-a533-40a1-8cbe-7364349306e3'] in dv-cinder-840678-1-iscsi is: [{'id': '3a07f300-a533-40a1-8cbe-7364349306e3', 'name': 'tempest-TestVolumeBootPattern-302088897-router', 'tenant_id': '188fa01c56c1487a9d106e95aacdef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:38:41Z', 'updated_at': '2022-05-05T15:45:52Z', 'revision_number': 6, 'project_id': '188fa01c56c1487a9d106e95aacdef32', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:45:52.973298 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (a44c4af6-1ddb-466e-b1f0-7a198adf5326), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.010434 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44c4af6-1ddb-466e-b1f0-7a198adf5326,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:53.062602 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606129'] for router_gateway (3a07f300-a533-40a1-8cbe-7364349306e3), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.152383 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1847'] for router (3a07f300-a533-40a1-8cbe-7364349306e3), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.154616 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Publish callbacks [] for router_controller (3a07f300-a533-40a1-8cbe-7364349306e3), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.288016 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603740'] for router (3a07f300-a533-40a1-8cbe-7364349306e3), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.288581 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a07f300-a533-40a1-8cbe-7364349306e3 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:45:53.293181 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.296828 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-c4321f05-7fde-43d4-83c1-74a67e8b09b2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3a07f300-a533-40a1-8cbe-7364349306e3 HTTP/1.1" status: 204 len: 168 time: 1.0998273 May 05 15:45:53.297074 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50634) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:53.349558 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4b4e2b-b37d-44c8-9b1d-c8df0633b9c9 admin admin] Deleting subnet 49a6ce31-6fda-4192-9201-3bbeec89f4da {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:45:53.352767 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4e2b-b37d-44c8-9b1d-c8df0633b9c9 admin admin] Publish callbacks [] for subnet (49a6ce31-6fda-4192-9201-3bbeec89f4da), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.389025 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4e2b-b37d-44c8-9b1d-c8df0633b9c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-317915'] for subnet (49a6ce31-6fda-4192-9201-3bbeec89f4da), precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.472965 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4e2b-b37d-44c8-9b1d-c8df0633b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520723'] for subnet (49a6ce31-6fda-4192-9201-3bbeec89f4da), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.614336 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4e2b-b37d-44c8-9b1d-c8df0633b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9250505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432443'] for subnet (49a6ce31-6fda-4192-9201-3bbeec89f4da), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.644339 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b4e2b-b37d-44c8-9b1d-c8df0633b9c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a6ce31-6fda-4192-9201-3bbeec89f4da,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:53.651653 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4e2b-b37d-44c8-9b1d-c8df0633b9c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for subnet (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.656448 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-cb4b4e2b-b37d-44c8-9b1d-c8df0633b9c9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/49a6ce31-6fda-4192-9201-3bbeec89f4da HTTP/1.1" status: 204 len: 168 time: 0.3575771 May 05 15:45:53.657355 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2993f051-8c84-4a7d-a86e-7dc004b9e8d2 None None] Network 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 requested from dv-cinder-840678-1-iscsi {{(pid=103725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:45:53.658109 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50638) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:53.727421 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692797'] for network (6a84cd8c-95ec-4b89-9d36-eac51ac5bd78), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.773177 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Deleting port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:53.773517 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.813471 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452f4fd2-937c-445a-8fc3-3aeabce95577 None None] DHCP port deletion for 6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 request from dv-cinder-840678-1-iscsi {{(pid=103725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:45:53.847609 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] For port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6ab5266a-9b9b-4021-b386-4c6c1dc3fee7,segment=NetworkSegment(df016561-265b-46f4-8435-cb6396356973),segment_id=df016561-265b-46f4-8435-cb6396356973)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:53.847972 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.861005 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-452f4fd2-937c-445a-8fc3-3aeabce95577 None None] Deleting port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:53.861374 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-452f4fd2-937c-445a-8fc3-3aeabce95577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794023685407'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.861581 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Calling delete_port for 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:53.922778 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-452f4fd2-937c-445a-8fc3-3aeabce95577 None None] For port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7, host dv-cinder-840678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-1-iscsi',level=0,port_id=6ab5266a-9b9b-4021-b386-4c6c1dc3fee7,segment=NetworkSegment(df016561-265b-46f4-8435-cb6396356973),segment_id=df016561-265b-46f4-8435-cb6396356973)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:53.923167 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-452f4fd2-937c-445a-8fc3-3aeabce95577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639481'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.936315 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-452f4fd2-937c-445a-8fc3-3aeabce95577 None None] Calling delete_port for 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:54.076185 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9250458'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:54.082031 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-452f4fd2-937c-445a-8fc3-3aeabce95577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1459662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794023691951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794023213469'] for port (6ab5266a-9b9b-4021-b386-4c6c1dc3fee7), after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:54.104989 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab5266a-9b9b-4021-b386-4c6c1dc3fee7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:54.110576 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] No DVR routers for this DVR port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 on host dv-cinder-840678-1-iscsi {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:45:54.112050 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f4fd2-937c-445a-8fc3-3aeabce95577 None None] No DVR routers for this DVR port 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 on host dv-cinder-840678-1-iscsi {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:45:54.119054 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f4fd2-937c-445a-8fc3-3aeabce95577 None None] Pushing event deleted for resources: {'Port': ['ID=6ab5266a-9b9b-4021-b386-4c6c1dc3fee7,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:54.185062 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520518', 'neutron.services.segments.db._delete_segments_for_network-8794023678796'] for network (6a84cd8c-95ec-4b89-9d36-eac51ac5bd78), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:54.206424 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a84cd8c-95ec-4b89-9d36-eac51ac5bd78']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:54.216257 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df016561-265b-46f4-8435-cb6396356973') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:54.216566 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.services.segments.db [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df016561-265b-46f4-8435-cb6396356973') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:54.226047 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794023679829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-317892'] for segment (df016561-265b-46f4-8435-cb6396356973), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:54.239069 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470'] for segment (df016561-265b-46f4-8435-cb6396356973), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:54.245492 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:45:54.245919 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9250479'] for segment (df016561-265b-46f4-8435-cb6396356973), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: Traceback (most recent call last): May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: timer() May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: cb(*args, **kw) May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: return func(*args, **kwargs) May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: self._notify() May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: self.callback(batched_events) May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: event.method(event) May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: return f(self, *a, **k) May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._get(url).json() May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: return self.request(url, 'GET', **kwargs) May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:45:54.247598 dv-cinder-840678-1-iscsi neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:45:54.408053 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-604839'] for network (6a84cd8c-95ec-4b89-9d36-eac51ac5bd78), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:54.415015 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763193'] for network (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:54.418329 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6a84cd8c-95ec-4b89-9d36-eac51ac5bd78 HTTP/1.1" status: 204 len: 168 time: 0.7592111 May 05 15:45:54.427864 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff04c9-f91b-49ac-a987-ef87d172fd85 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a84cd8c-95ec-4b89-9d36-eac51ac5bd78,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:54.496762 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device fa52c0ed-48d8-43ca-a7d7-20594d79cc64 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:54.516842 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: fa52c0ed-48d8-43ca-a7d7-20594d79cc64 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:54.517183 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device fa52c0ed-48d8-43ca-a7d7-20594d79cc64 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:54.517586 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:54.535511 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:54.535836 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device 6ab5266a-9b9b-4021-b386-4c6c1dc3fee7 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:54.536243 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device a44c4af6-1ddb-466e-b1f0-7a198adf5326 no longer exists at agent ovs-agent-dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:54.556697 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] No Port match for: a44c4af6-1ddb-466e-b1f0-7a198adf5326 {{(pid=103725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:54.557037 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.rpc [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Device a44c4af6-1ddb-466e-b1f0-7a198adf5326 not bound to the agent host dv-cinder-840678-1-iscsi {{(pid=103725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:54.881994 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50652) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:54.925675 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8cc829b5-191e-4849-b700-9e96f218d8d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b97c929f22d641ed8726135a088f8313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424922 May 05 15:45:54.928333 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50654) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:54.976179 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2637236e-5f0f-4fe3-a611-60efaf313bb5 admin admin] Publish callbacks [] for security_group (1fd25ef7-327a-46b5-a85f-032a64aaaabf), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:54.997929 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2637236e-5f0f-4fe3-a611-60efaf313bb5 admin admin] Publish callbacks [] for security_group (1fd25ef7-327a-46b5-a85f-032a64aaaabf), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:55.259582 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2637236e-5f0f-4fe3-a611-60efaf313bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (1fd25ef7-327a-46b5-a85f-032a64aaaabf), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:55.262085 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2637236e-5f0f-4fe3-a611-60efaf313bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:55.263269 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-2637236e-5f0f-4fe3-a611-60efaf313bb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fd25ef7-327a-46b5-a85f-032a64aaaabf HTTP/1.1" status: 204 len: 168 time: 0.3340654 May 05 15:45:55.275996 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637236e-5f0f-4fe3-a611-60efaf313bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd25ef7-327a-46b5-a85f-032a64aaaabf,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:56.092972 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50668) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:56.135505 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-71467de9-0766-4056-9f83-ec1600477178 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=188fa01c56c1487a9d106e95aacdef32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399435 May 05 15:45:56.136737 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50670) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:56.184575 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0ec68162-c789-409f-9bd0-fa81fb158124 admin admin] Publish callbacks [] for security_group (d32198e7-c2d1-4ec9-9b25-a677589fb5f3), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:56.205844 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0ec68162-c789-409f-9bd0-fa81fb158124 admin admin] Publish callbacks [] for security_group (d32198e7-c2d1-4ec9-9b25-a677589fb5f3), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:56.367794 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0ec68162-c789-409f-9bd0-fa81fb158124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (d32198e7-c2d1-4ec9-9b25-a677589fb5f3), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:56.370508 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-0ec68162-c789-409f-9bd0-fa81fb158124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:56.371676 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-0ec68162-c789-409f-9bd0-fa81fb158124 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d32198e7-c2d1-4ec9-9b25-a677589fb5f3 HTTP/1.1" status: 204 len: 168 time: 0.2340431 May 05 15:45:56.379362 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec68162-c789-409f-9bd0-fa81fb158124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32198e7-c2d1-4ec9-9b25-a677589fb5f3,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:01.019169 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-00a57414-f4f8-4d8a-b506-b2c05494cf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:01.238853 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:46:03.110730 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-824c65ca-cb9e-41c8-9ce0-2b0420aa9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:04.339023 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:05.921648 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:07.184603 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:18.137858 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50790) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:18.242911 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0d9239c-b67c-473d-8dd0-ea22f34591e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:18.315719 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0d9239c-b67c-473d-8dd0-ea22f34591e6 admin admin] Publish callbacks [] for security_group (3c0dca77-b60b-48ae-bd41-4ac29ecdea1b), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:18.384203 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0d9239c-b67c-473d-8dd0-ea22f34591e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (3c0dca77-b60b-48ae-bd41-4ac29ecdea1b), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:18.423258 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-b0d9239c-b67c-473d-8dd0-ea22f34591e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e36fee0a85a4fa1a24738b3f0ee4c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842405 May 05 15:46:18.424105 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9239c-b67c-473d-8dd0-ea22f34591e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0dca77-b60b-48ae-bd41-4ac29ecdea1b,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:18.426271 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50794) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:18.475711 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a572eb45-3034-432d-ab93-752854eccb29 admin admin] Publish callbacks [] for security_group (3c0dca77-b60b-48ae-bd41-4ac29ecdea1b), before_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:18.496710 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a572eb45-3034-432d-ab93-752854eccb29 admin admin] Publish callbacks [] for security_group (3c0dca77-b60b-48ae-bd41-4ac29ecdea1b), precommit_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:18.613207 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a572eb45-3034-432d-ab93-752854eccb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (3c0dca77-b60b-48ae-bd41-4ac29ecdea1b), after_delete {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:18.615932 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-a572eb45-3034-432d-ab93-752854eccb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:18.617085 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-a572eb45-3034-432d-ab93-752854eccb29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c0dca77-b60b-48ae-bd41-4ac29ecdea1b HTTP/1.1" status: 204 len: 168 time: 0.1897228 May 05 15:46:18.625720 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572eb45-3034-432d-ab93-752854eccb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0dca77-b60b-48ae-bd41-4ac29ecdea1b,revision_number=None']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:19.330508 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50800) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:19.343437 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8416ae33-d68d-4445-adc6-78cfee80a583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:19.417746 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8416ae33-d68d-4445-adc6-78cfee80a583 admin admin] Publish callbacks [] for security_group (8c8ae5b6-bdaf-464f-b13a-a5848de22eb1), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:19.533169 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8416ae33-d68d-4445-adc6-78cfee80a583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (8c8ae5b6-bdaf-464f-b13a-a5848de22eb1), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:19.571667 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-8416ae33-d68d-4445-adc6-78cfee80a583 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff281b6a749a4669aca8f89646b59ce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400839 May 05 15:46:19.572810 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416ae33-d68d-4445-adc6-78cfee80a583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8ae5b6-bdaf-464f-b13a-a5848de22eb1,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:19.574425 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50802) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:19.626491 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b188e235-459f-43b8-b6c9-0c44dcbbf28f admin admin] Publish callbacks [] for security_group (8c8ae5b6-bdaf-464f-b13a-a5848de22eb1), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:19.646922 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b188e235-459f-43b8-b6c9-0c44dcbbf28f admin admin] Publish callbacks [] for security_group (8c8ae5b6-bdaf-464f-b13a-a5848de22eb1), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:19.824195 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b188e235-459f-43b8-b6c9-0c44dcbbf28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (8c8ae5b6-bdaf-464f-b13a-a5848de22eb1), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:19.826752 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b188e235-459f-43b8-b6c9-0c44dcbbf28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:19.827991 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-b188e235-459f-43b8-b6c9-0c44dcbbf28f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c8ae5b6-bdaf-464f-b13a-a5848de22eb1 HTTP/1.1" status: 204 len: 168 time: 0.2525251 May 05 15:46:19.836349 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188e235-459f-43b8-b6c9-0c44dcbbf28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8ae5b6-bdaf-464f-b13a-a5848de22eb1,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:21.133011 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:23.645860 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [-] (103723) accepted ('10.222.0.44', 50872) {{(pid=103723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:23.752448 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2576392a-f3e2-4e44-8649-7e7208ac094d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:23.825238 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2576392a-f3e2-4e44-8649-7e7208ac094d admin admin] Publish callbacks [] for security_group (16479a8a-38d1-4b85-a1f2-3fd907f7a99a), precommit_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:23.904248 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-2576392a-f3e2-4e44-8649-7e7208ac094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (16479a8a-38d1-4b85-a1f2-3fd907f7a99a), after_create {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:23.943481 dv-cinder-840678-1-iscsi neutron-server[103723]: INFO neutron.wsgi [None req-2576392a-f3e2-4e44-8649-7e7208ac094d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3273aa44c22e432ea8b6e18fe230563a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965364 May 05 15:46:23.944382 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576392a-f3e2-4e44-8649-7e7208ac094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16479a8a-38d1-4b85-a1f2-3fd907f7a99a,revision_number=1']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:23.946986 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50876) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:23.995961 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9ecf-b850-4b25-b5b5-a31e200ad46f admin admin] Publish callbacks [] for security_group (16479a8a-38d1-4b85-a1f2-3fd907f7a99a), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:24.017611 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9ecf-b850-4b25-b5b5-a31e200ad46f admin admin] Publish callbacks [] for security_group (16479a8a-38d1-4b85-a1f2-3fd907f7a99a), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:24.149951 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9ecf-b850-4b25-b5b5-a31e200ad46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (16479a8a-38d1-4b85-a1f2-3fd907f7a99a), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:24.152515 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9ecf-b850-4b25-b5b5-a31e200ad46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:24.153663 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-2b7e9ecf-b850-4b25-b5b5-a31e200ad46f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16479a8a-38d1-4b85-a1f2-3fd907f7a99a HTTP/1.1" status: 204 len: 168 time: 0.2050219 May 05 15:46:24.161419 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e9ecf-b850-4b25-b5b5-a31e200ad46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16479a8a-38d1-4b85-a1f2-3fd907f7a99a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:24.830899 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50886) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:24.843874 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8fe0-2620-4cee-af12-0140211b9f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:24.916606 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8fe0-2620-4cee-af12-0140211b9f0c admin admin] Publish callbacks [] for security_group (9054962f-9073-47b2-8a06-ce177c804a1e), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:25.001635 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8fe0-2620-4cee-af12-0140211b9f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (9054962f-9073-47b2-8a06-ce177c804a1e), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:25.040261 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c8fe0-2620-4cee-af12-0140211b9f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9054962f-9073-47b2-8a06-ce177c804a1e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:25.044510 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-fe2c8fe0-2620-4cee-af12-0140211b9f0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9b3c28b52cc472d8babd66c8a5165f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126102 May 05 15:46:25.048396 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50888) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:25.096025 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-447dc084-c3f8-45cd-a7dc-a8a523b1bfcc admin admin] Publish callbacks [] for security_group (9054962f-9073-47b2-8a06-ce177c804a1e), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:25.117994 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-447dc084-c3f8-45cd-a7dc-a8a523b1bfcc admin admin] Publish callbacks [] for security_group (9054962f-9073-47b2-8a06-ce177c804a1e), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:25.246986 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-447dc084-c3f8-45cd-a7dc-a8a523b1bfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (9054962f-9073-47b2-8a06-ce177c804a1e), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:25.249599 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-447dc084-c3f8-45cd-a7dc-a8a523b1bfcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:25.253859 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-447dc084-c3f8-45cd-a7dc-a8a523b1bfcc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9054962f-9073-47b2-8a06-ce177c804a1e HTTP/1.1" status: 204 len: 168 time: 0.2021203 May 05 15:46:25.261184 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dc084-c3f8-45cd-a7dc-a8a523b1bfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9054962f-9073-47b2-8a06-ce177c804a1e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:31.052647 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-426e6191-e1ea-41c1-b273-051201e21c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.205211 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50958) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:31.307104 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.380962 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Publish callbacks [] for security_group (7a19026d-430f-4eac-a9fa-395d875030cb), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.497929 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7a19026d-430f-4eac-a9fa-395d875030cb), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.537406 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32f01c67920942ac8a2ebf5f9f529bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309927 May 05 15:46:31.538311 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a19026d-430f-4eac-a9fa-395d875030cb,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:31.540148 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 50962) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:31.558363 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.558635 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.558969 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.559298 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.559617 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.559940 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.560253 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.560567 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.560884 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.561201 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.561514 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.561828 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.562249 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.562593 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.562904 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80bd78-5b6f-4a92-93e8-6f8231753e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-1-iscsi {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.602922 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9229b413-d855-4261-a9ca-4898c1b90704 admin admin] Publish callbacks [] for security_group (7a19026d-430f-4eac-a9fa-395d875030cb), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.623680 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9229b413-d855-4261-a9ca-4898c1b90704 admin admin] Publish callbacks [] for security_group (7a19026d-430f-4eac-a9fa-395d875030cb), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.755944 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9229b413-d855-4261-a9ca-4898c1b90704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (7a19026d-430f-4eac-a9fa-395d875030cb), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.758682 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9229b413-d855-4261-a9ca-4898c1b90704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.759843 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-9229b413-d855-4261-a9ca-4898c1b90704 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a19026d-430f-4eac-a9fa-395d875030cb HTTP/1.1" status: 204 len: 168 time: 0.2188139 May 05 15:46:31.768799 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229b413-d855-4261-a9ca-4898c1b90704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a19026d-430f-4eac-a9fa-395d875030cb,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:33.018679 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad513f73-5f38-4b33-a21b-c68819ec6867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.396292 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.921648 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.241316 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:38.237289 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:46:51.223932 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:00.995164 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-838db361-554b-4da4-bb90-644d0b9081e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:02.471679 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 51146) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:02.581181 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-45437892-4d93-452f-956b-a8b57af46964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:02.665246 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-45437892-4d93-452f-956b-a8b57af46964 admin admin] Publish callbacks [] for security_group (b3b65350-a75c-4d99-bfd7-0b5a6aa0ab8a), precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:02.738951 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-45437892-4d93-452f-956b-a8b57af46964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (b3b65350-a75c-4d99-bfd7-0b5a6aa0ab8a), after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:02.791484 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45437892-4d93-452f-956b-a8b57af46964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b65350-a75c-4d99-bfd7-0b5a6aa0ab8a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:02.798330 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-45437892-4d93-452f-956b-a8b57af46964 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f1a09129e594c459419d640db09e76f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243864 May 05 15:47:02.799768 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.44', 51150) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:02.858263 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5e735b7d-048c-4e3c-992f-f7f728695f36 admin admin] Publish callbacks [] for security_group (b3b65350-a75c-4d99-bfd7-0b5a6aa0ab8a), before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:02.880843 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5e735b7d-048c-4e3c-992f-f7f728695f36 admin admin] Publish callbacks [] for security_group (b3b65350-a75c-4d99-bfd7-0b5a6aa0ab8a), precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:03.030007 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5e735b7d-048c-4e3c-992f-f7f728695f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613326'] for security_group (b3b65350-a75c-4d99-bfd7-0b5a6aa0ab8a), after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:03.032594 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5e735b7d-048c-4e3c-992f-f7f728695f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:03.033745 dv-cinder-840678-1-iscsi neutron-server[103724]: INFO neutron.wsgi [None req-5e735b7d-048c-4e3c-992f-f7f728695f36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3b65350-a75c-4d99-bfd7-0b5a6aa0ab8a HTTP/1.1" status: 204 len: 168 time: 0.2330072 May 05 15:47:03.045245 dv-cinder-840678-1-iscsi neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e735b7d-048c-4e3c-992f-f7f728695f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b65350-a75c-4d99-bfd7-0b5a6aa0ab8a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:03.059023 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49839b7d-269e-4741-a729-6434b8bde667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:04.286999 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:05.892797 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:07.184039 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:15.236040 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:47:21.143496 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:30.976830 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3e90-4d6a-4838-ac6d-759acf598aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.046728 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5128725c-62f2-46d3-b6a4-82df08c444e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.320291 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.908858 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.149179 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:51.194999 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:52.235606 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:48:00.971910 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ffdc6455-1ec8-4043-a97f-284debe02242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:03.028711 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed4c5347-9217-4a81-bec4-9806183b2564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:04.309069 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:05.868657 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:07.177328 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:21.177054 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:29.235034 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:48:30.965777 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-466ba7fc-0ee2-4238-86ca-bd1467d8eb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:33.089796 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc3fc-7c2e-4920-aca8-ec68190ff768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:34.298017 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:35.892563 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:37.160296 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:51.171704 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.005256 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce76298d-921f-4b0d-915d-ce8283c8bf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:03.026199 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0595caa-eb8f-42cf-92d2-39db16193de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:04.331357 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.913911 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.234533 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:49:07.188373 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:21.246373 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:30.999325 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a28fd768-4cec-4163-a135-69955c57c97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:33.031827 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-417e5a33-514d-4f47-a007-019a2f1aa968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:34.319830 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:35.879618 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:37.142476 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:43.233460 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:49:51.193761 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:00.987877 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4001e325-226c-4618-89d5-40d9ae178ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:03.042103 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93fe9c78-1f9b-4fb6-a0e7-18712cbb7aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:04.308193 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:05.899166 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:07.164585 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:20.232326 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:50:21.230863 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:30.995652 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-770cfd6e-8934-4c51-8559-3b95cc25db88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:33.033319 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6cd1068e-7d2d-4971-8532-90f633d951db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:34.310310 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:35.921307 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:37.144404 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:47.880784 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-4fa48772-4301-481c-af7c-652419fe4783 service neutron] (103723) timed out ('10.222.0.44', 45008) {{(pid=103723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:50:48.118145 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-5691e9eb-f842-4c74-a9d7-13a90260f73f tempest-AttachVolumeShelveTestJSON-185623732 tempest-AttachVolumeShelveTestJSON-185623732-project] (103723) timed out ('10.222.0.44', 45024) {{(pid=103723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:50:51.221343 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:55.230730 dv-cinder-840678-1-iscsi neutron-server[103723]: DEBUG neutron.wsgi [req-d62914c0-9a4d-4db9-8590-4652a6c0c8da req-c96001f8-1647-49d0-84e3-34cde357d876 service neutron] (103723) timed out ('10.222.0.49', 54108) {{(pid=103723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:50:57.231898 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:51:00.992884 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d17d69c6-bab7-4bc4-b4ee-b1c686ff5b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:03.041179 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-230ba242-0809-4e66-bd5b-bdf4a3b6ad96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:04.321087 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:05.892043 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:07.192993 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:21.206699 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:30.997854 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a808f579-5d82-4d2a-b867-40ea54d25531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:33.038437 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-db3b3975-36b6-42f4-a181-ffbbc8c7f562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:34.230653 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:51:34.335203 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:35.920268 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:37.142027 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:51.268482 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dfbbdebc-1873-4e4a-a051-04b35ef97e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (69acfec1-3d30-435b-aac7-1285baca4f85), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:00.991968 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b43c67db-044e-447d-a6c5-61c620ff3ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (f2977798-fcb7-4369-bd32-bbf37b2230cd), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:03.062221 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-18fdf491-c6a1-4c40-9e2c-cee27dcf435b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (fc5b04d0-58a4-4ce2-a299-99f2e0f0f89a), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:04.319627 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a889af2f-7437-4556-9a88-b01c83610120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (8f49fdc9-1013-4705-9953-6b903c22e222), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:05.925424 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fd584dd6-2578-49ce-9f55-bb834c9d0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (a52d1b31-1a8c-4b88-af27-a6486dadf8ad), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:07.163929 dv-cinder-840678-1-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cbc4304b-6b71-49df-b0de-d4ff3acfc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794023678778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1522631'] for agent (b4ae551e-9481-4604-a64f-edc5bc29c346), after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:11.229471 dv-cinder-840678-1-iscsi neutron-server[103726]: DEBUG neutron.db.agents_db [None req-5479e9ea-70ff-4854-9516-5f835b5b399e None None] Agent healthcheck: found 6 active agents {{(pid=103726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}